From ad5cb00e4062a84f8c033bc7090a6047669a66c9 Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 16 Nov 2015 23:47:20 +0800 Subject: added LOG-tnn-h400 LOG --- nerv/examples/lmptb/m-tests/LOG-tnn-h300 | 3824 ---------------- nerv/examples/lmptb/m-tests/LOG-tnn-h400 | 7193 ++++++++++++++++++++++++++++++ 2 files changed, 7193 insertions(+), 3824 deletions(-) delete mode 100644 nerv/examples/lmptb/m-tests/LOG-tnn-h300 create mode 100644 nerv/examples/lmptb/m-tests/LOG-tnn-h400 diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 deleted file mode 100644 index ca4ff77..0000000 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 +++ /dev/null @@ -1,3824 +0,0 @@ -Greetings -[SCHEDULER]: printing global_conf -test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds -train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds -sche_log_pre [SCHEDULER]: -train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak -mmat_type table: 0x40f7afc8 -wcost 1e-06 -train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf -log_w_num 40000 -param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params -batch_size 10 -hidden_size 300 -timer nerv.Timer -work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test -nn_act_default 0 -max_iter 30 -valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds -lrate 1 -momentum 0 -param_random function: 0x41ba6b68 -chunk_size 15 -cumat_type table: 0x40f7e4e0 -[SCHEDULER]: creating work_dir... -[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... -[LOG]LMVocab: Building finished, vocab size now is 10000. -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -===INITIAL VALIDATION=== -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:39 2015-11-12)[nerv] info: create layer: outputL -(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:39 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015. - [SCHEDULER]: log prob per sample :-4.052709. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER]: Displaying result: -[SCHEDULER]: LMResult status of rnn: -[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. - -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:55 2015-11-12)[nerv] info: create layer: outputL -(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:55 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -===ITERATION 1 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692. -[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144. -[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966. -[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. -[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537. -[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355. -[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706. -[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864. -[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327. -[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042. -[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230. -[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979. -[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316. -[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875. -[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290. -[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624. -[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884. -[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241. -[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189. -[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760. -[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155. -[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER1 LR1]: shuffling training file -===PEEK ON TEST 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER1 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075976 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1079632 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35607920 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35724250 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70241455 -[SCHEDULER ITER1 LR1]: preparing parameters end. -[SCHEDULER ITER1 LR1]: preparing layers... -(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1 -(21:33:24 2015-11-12)[nerv] info: create layer: outputL -(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL -(21:33:24 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER1 LR1]: preparing layers end. -[SCHEDULER ITER1 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER1 LR1]: Initing TNN end. -===ITERATION 2 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210. -[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139. -[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733. -[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667. -[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568. -[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721. -[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728. -[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229. -[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058. -[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895. -[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752. -[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189. -[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542. -[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445. -[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056. -[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205. -[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075. -[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920. -[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641. -[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283. -[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366. -[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER2 LR1]: shuffling training file -===PEEK ON TEST 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER2 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34522576 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34526234 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69072330 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69188461 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70263917 -[SCHEDULER ITER2 LR1]: preparing parameters end. -[SCHEDULER ITER2 LR1]: preparing layers... -(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1 -(21:39:50 2015-11-12)[nerv] info: create layer: outputL -(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL -(21:39:50 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER2 LR1]: preparing layers end. -[SCHEDULER ITER2 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER2 LR1]: Initing TNN end. -===ITERATION 3 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465. -[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845. -[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563. -[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793. -[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434. -[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573. -[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171. -[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689. -[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254. -[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639. -[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377. -[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522. -[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702. -[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800. -[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651. -[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514. -[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904. -[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315. -[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536. -[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516. -[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938. -[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER3 LR1]: shuffling training file -===PEEK ON TEST 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER3 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075055 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1078714 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35640630 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35756784 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70282927 -[SCHEDULER ITER3 LR1]: preparing parameters end. -[SCHEDULER ITER3 LR1]: preparing layers... -(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1 -(21:46:18 2015-11-12)[nerv] info: create layer: outputL -(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL -(21:46:18 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER3 LR1]: preparing layers end. -[SCHEDULER ITER3 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER3 LR1]: Initing TNN end. -===ITERATION 4 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192. -[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086. -[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429. -[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996. -[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614. -[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105. -[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276. -[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905. -[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189. -[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116. -[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662. -[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278. -[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802. -[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152. -[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444. -[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672. -[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851. -[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724. -[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464. -[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453. -[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619. -[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER4 LR1]: shuffling training file -===PEEK ON TEST 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER4 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34528542 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34532200 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69109612 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69225892 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70300614 -[SCHEDULER ITER4 LR1]: preparing parameters end. -[SCHEDULER ITER4 LR1]: preparing layers... -(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1 -(21:52:41 2015-11-12)[nerv] info: create layer: outputL -(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL -(21:52:41 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER4 LR1]: preparing layers end. -[SCHEDULER ITER4 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER4 LR1]: Initing TNN end. -===ITERATION 5 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345. -[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749. -[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431. -[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759. -[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125. -[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698. -[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251. -[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378. -[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798. -[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066. -[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987. -[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277. -[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665. -[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166. -[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912. -[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402. -[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702. -[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632. -[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094. -[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026. -[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902. -[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER5 LR1]: shuffling training file -===PEEK ON TEST 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER5 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1074285 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1077942 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35667973 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35784319 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70315647 -[SCHEDULER ITER5 LR1]: preparing parameters end. -[SCHEDULER ITER5 LR1]: preparing layers... -(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1 -(21:59:03 2015-11-12)[nerv] info: create layer: outputL -(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL -(21:59:03 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER5 LR1]: preparing layers end. -[SCHEDULER ITER5 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER5 LR1]: Initing TNN end. -===ITERATION 6 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353. -[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055. -[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566. -[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892. -[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265. -[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254. -[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588. -[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553. -[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404. -[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302. -[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638. -[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091. -[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283. -[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240. -[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917. -[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291. -[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598. -[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209. -[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536. -[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296. -[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162. -[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER6 LR1]: shuffling training file -===PEEK ON TEST 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER6 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34533450 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34537108 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69139044 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69255402 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70329197 -[SCHEDULER ITER6 LR1]: preparing parameters end. -[SCHEDULER ITER6 LR1]: preparing layers... -(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1 -(22:05:29 2015-11-12)[nerv] info: create layer: outputL -(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL -(22:05:29 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER6 LR1]: preparing layers end. -[SCHEDULER ITER6 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER6 LR1]: Initing TNN end. -===ITERATION 7 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.247858. -[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.240500. -[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233063. -[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233546. -[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233342. -[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.228546. -[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.226190. -[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.222945. -[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.221231. -[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219454. -[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219290. -[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219243. -[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218756. -[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218041. -[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218228. -[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.217169. -[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216362. -[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216029. -[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215487. -[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215356. -[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214292. -[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214097. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER7 LR1]: shuffling training file -===PEEK ON TEST 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.238654. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.297186. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER7 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1073208 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1076866 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35689509 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35805861 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70341551 -[SCHEDULER ITER7 LR1]: preparing parameters end. -[SCHEDULER ITER7 LR1]: preparing layers... -(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1 -(22:11:54 2015-11-12)[nerv] info: create layer: outputL -(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL -(22:11:54 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER7 LR1]: preparing layers end. -[SCHEDULER ITER7 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER7 LR1]: Initing TNN end. -===ITERATION 8 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.217380. -[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.210173. -[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.203362. -[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204496. -[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204268. -[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.201367. -[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.197826. -[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.194816. -[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.193248. -[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191500. -[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191556. -[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191680. -[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191424. -[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.190928. -[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188829. -[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187827. -[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187269. -[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187128. -[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186552. -[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186589. -[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185669. -[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185637. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER8 LR1]: shuffling training file -===PEEK ON TEST 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.226930. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.286467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER8 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34537849 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34541506 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69163408 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69279752 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70352310 -[SCHEDULER ITER8 LR1]: preparing parameters end. -[SCHEDULER ITER8 LR1]: preparing layers... -(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1 -(22:18:20 2015-11-12)[nerv] info: create layer: outputL -(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL -(22:18:20 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER8 LR1]: preparing layers end. -[SCHEDULER ITER8 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER8 LR1]: Initing TNN end. -===ITERATION 9 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.184391. -[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.181046. -[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.176112. -[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178759. -[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178842. -[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.175028. -[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.171060. -[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.168492. -[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.167283. -[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.165790. -[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166168. -[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166588. -[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166562. -[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166247. -[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.164505. -[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163544. -[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163438. -[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163471. -[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162740. -[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162951. -[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162159. -[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162246. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER9 LR1]: shuffling training file -===PEEK ON TEST 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.217479. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.278188. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER9 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1071986 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1075642 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35705377 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35821695 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70362066 -[SCHEDULER ITER9 LR1]: preparing parameters end. -[SCHEDULER ITER9 LR1]: preparing layers... -(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1 -(22:24:45 2015-11-12)[nerv] info: create layer: outputL -(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL -(22:24:45 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER9 LR1]: preparing layers end. -[SCHEDULER ITER9 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER9 LR1]: Initing TNN end. -===ITERATION 10 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.159231. -[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.158206. -[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.153994. -[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.156763. -[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.157195. -[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.154012. -[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.150190. -[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.147796. -[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146531. -[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144999. -[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145563. -[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146132. -[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146207. -[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145943. -[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143880. -[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143399. -[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142851. -[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142841. -[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142520. -[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142826. -[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142216. -[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142326. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER10 LR1]: shuffling training file -===PEEK ON TEST 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.212505. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.274287. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER10 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34542151 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34545807 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69182866 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69299176 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70370634 -[SCHEDULER ITER10 LR1]: preparing parameters end. -[SCHEDULER ITER10 LR1]: preparing layers... -(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1 -(22:31:11 2015-11-12)[nerv] info: create layer: outputL -(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL -(22:31:11 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER10 LR1]: preparing layers end. -[SCHEDULER ITER10 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER10 LR1]: Initing TNN end. -===ITERATION 11 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.139499. -[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138794. -[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.135243. -[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.137881. -[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138292. -[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.134734. -[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.130923. -[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128777. -[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127728. -[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126190. -[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126941. -[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127618. -[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127815. -[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127700. -[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125708. -[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124852. -[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124162. -[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124089. -[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123790. -[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124132. -[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123640. -[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123852. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER11 LR1]: shuffling training file -===PEEK ON TEST 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.205914. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.269752. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER11 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1070828 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1074484 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35719188 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35835491 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70379329 -[SCHEDULER ITER11 LR1]: preparing parameters end. -[SCHEDULER ITER11 LR1]: preparing layers... -(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1 -(22:37:37 2015-11-12)[nerv] info: create layer: outputL -(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL -(22:37:37 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER11 LR1]: preparing layers end. -[SCHEDULER ITER11 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER11 LR1]: Initing TNN end. -===ITERATION 12 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.122491. -[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121906. -[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.118337. -[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.120726. -[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121222. -[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.117684. -[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.113753. -[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111703. -[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110579. -[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109065. -[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109969. -[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110800. -[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110956. -[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110944. -[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109763. -[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108867. -[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108518. -[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108498. -[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108149. -[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108567. -[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108110. -[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER12 LR1]: shuffling training file -===PEEK ON TEST 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.200728. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.267196. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER12 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34545626 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34549283 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69202806 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69319085 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70389258 -[SCHEDULER ITER12 LR1]: preparing parameters end. -[SCHEDULER ITER12 LR1]: preparing layers... -(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1 -(22:44:02 2015-11-12)[nerv] info: create layer: outputL -(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL -(22:44:02 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER12 LR1]: preparing layers end. -[SCHEDULER ITER12 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER12 LR1]: Initing TNN end. -===ITERATION 13 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106771. -[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106460. -[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.103062. -[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105308. -[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105773. -[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.102116. -[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.098718. -[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096837. -[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095630. -[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094049. -[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095015. -[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095949. -[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096547. -[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096706. -[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095009. -[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094298. -[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093667. -[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093573. -[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092909. -[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093359. -[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092985. -[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093309. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER13 LR1]: shuffling training file -===PEEK ON TEST 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.197329. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.264225. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER13 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1069510 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1073167 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35735524 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35851793 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70399112 -[SCHEDULER ITER13 LR1]: preparing parameters end. -[SCHEDULER ITER13 LR1]: preparing layers... -(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1 -(22:50:28 2015-11-12)[nerv] info: create layer: outputL -(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL -(22:50:28 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER13 LR1]: preparing layers end. -[SCHEDULER ITER13 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER13 LR1]: Initing TNN end. -===ITERATION 14 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.093854. -[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.092732. -[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.089367. -[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091353. -[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091452. -[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.088015. -[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.084144. -[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082341. -[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081403. -[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079995. -[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081093. -[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082089. -[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082746. -[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082818. -[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081157. -[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.080417. -[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079843. -[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079713. -[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079183. -[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079667. -[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079312. -[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER14 LR1]: shuffling training file -===PEEK ON TEST 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.193982. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.262951. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER14 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34548947 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34552604 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69223650 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69339910 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70408674 -[SCHEDULER ITER14 LR1]: preparing parameters end. -[SCHEDULER ITER14 LR1]: preparing layers... -(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1 -(22:56:53 2015-11-12)[nerv] info: create layer: outputL -(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL -(22:56:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER14 LR1]: preparing layers end. -[SCHEDULER ITER14 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER14 LR1]: Initing TNN end. -===ITERATION 15 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.079524. -[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.078168. -[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074972. -[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077374. -[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077555. -[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074048. -[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.070281. -[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068796. -[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067962. -[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066988. -[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068325. -[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069418. -[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069623. -[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069749. -[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068053. -[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067368. -[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066932. -[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066831. -[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066086. -[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066640. -[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066725. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER15 LR1]: shuffling training file -===PEEK ON TEST 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.191966. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.260851. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER15 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1067962 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1071619 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35752027 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35868271 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70418779 -[SCHEDULER ITER15 LR1]: preparing parameters end. -[SCHEDULER ITER15 LR1]: preparing layers... -(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1 -(23:03:22 2015-11-12)[nerv] info: create layer: outputL -(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL -(23:03:22 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER15 LR1]: preparing layers end. -[SCHEDULER ITER15 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER15 LR1]: Initing TNN end. -===ITERATION 16 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.068214. -[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063079. -[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066440. -[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066490. -[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063028. -[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.059035. -[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057406. -[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056584. -[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.055149. -[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056433. -[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057562. -[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057751. -[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057856. -[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056396. -[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057165. -[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056975. -[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056984. -[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056152. -[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056671. -[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056324. -[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056707. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER16 LR1]: shuffling training file -===PEEK ON TEST 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.189005. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.257255. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER16 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34551805 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34555462 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69245306 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69361555 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70428711 -[SCHEDULER ITER16 LR1]: preparing parameters end. -[SCHEDULER ITER16 LR1]: preparing layers... -(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1 -(23:09:53 2015-11-12)[nerv] info: create layer: outputL -(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL -(23:09:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER16 LR1]: preparing layers end. -[SCHEDULER ITER16 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER16 LR1]: Initing TNN end. -===ITERATION 17 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.057337. -[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054228. -[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.051573. -[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054122. -[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054019. -[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.050697. -[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046821. -[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045511. -[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044741. -[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043555. -[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044954. -[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046144. -[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046791. -[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046992. -[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045521. -[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044919. -[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044403. -[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044228. -[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043460. -[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043998. -[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043712. -[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044177. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER17 LR1]: shuffling training file -===PEEK ON TEST 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.187704. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.256714. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER17 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER17 LR1]: preparing parameters end. -[SCHEDULER ITER17 LR1]: preparing layers... -(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1 -(23:16:21 2015-11-12)[nerv] info: create layer: outputL -(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL -(23:16:21 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER17 LR1]: preparing layers end. -[SCHEDULER ITER17 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER17 LR1]: Initing TNN end. -===ITERATION 18 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.047845. -[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.044281. -[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.040900. -[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042721. -[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042535. -[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.039501. -[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035717. -[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034356. -[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033498. -[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032262. -[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033736. -[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034965. -[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035512. -[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035727. -[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034121. -[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033805. -[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033356. -[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033235. -[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032576. -[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033127. -[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032826. -[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033328. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER18 LR1]: shuffling training file -===PEEK ON TEST 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.187537. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.255971. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER18 LR1]: PPL did not improve, rejected... - -[SCHEDULER ITER18 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER18 LR1]: preparing parameters end. -[SCHEDULER ITER18 LR1]: preparing layers... -(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1 -(23:22:46 2015-11-12)[nerv] info: create layer: outputL -(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL -(23:22:46 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER18 LR1]: preparing layers end. -[SCHEDULER ITER18 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER18 LR1]: Initing TNN end. -===ITERATION 19 LR 0.600000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309. -[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905. -[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135. -[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770. -[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171. -[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173. -[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407. -[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321. -[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704. -[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335. -[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245. -[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014. -[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773. -[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503. -[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492. -[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077. -[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084. -[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459. -[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164. -[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280. -[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607. -[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER19 LR0.6]: shuffling training file -===PEEK ON TEST 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER19 LR0.6]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553798 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557455 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69263118 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69379374 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70445046 -[SCHEDULER ITER19 LR0.6]: preparing parameters end. -[SCHEDULER ITER19 LR0.6]: preparing layers... -(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:29:14 2015-11-12)[nerv] info: create layer: outputL -(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:29:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER19 LR0.6]: preparing layers end. -[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER19 LR0.6]: Initing TNN end. -===ITERATION 20 LR 0.360000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736. -[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773. -[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973. -[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546. -[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723. -[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719. -[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853. -[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695. -[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910. -[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365. -[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209. -[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863. -[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408. -[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036. -[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725. -[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061. -[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920. -[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109. -[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610. -[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569. -[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681. -[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER20 LR0.36]: shuffling training file -===PEEK ON TEST 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER20 LR0.36]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1065216 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068873 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35777494 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35893749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70447668 -[SCHEDULER ITER20 LR0.36]: preparing parameters end. -[SCHEDULER ITER20 LR0.36]: preparing layers... -(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1 -(23:35:44 2015-11-12)[nerv] info: create layer: outputL -(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL -(23:35:44 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER20 LR0.36]: preparing layers end. -[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER20 LR0.36]: Initing TNN end. -===ITERATION 21 LR 0.216000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137. -[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933. -[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210. -[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977. -[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168. -[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271. -[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404. -[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221. -[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338. -[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717. -[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607. -[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207. -[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699. -[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302. -[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953. -[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200. -[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967. -[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058. -[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433. -[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300. -[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295. -[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER21 LR0.216]: shuffling training file -===PEEK ON TEST 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER21 LR0.216]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553982 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557639 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69267636 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69383878 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448747 -[SCHEDULER ITER21 LR0.216]: preparing parameters end. -[SCHEDULER ITER21 LR0.216]: preparing layers... -(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:42:14 2015-11-12)[nerv] info: create layer: outputL -(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:42:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER21 LR0.216]: preparing layers end. -[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER21 LR0.216]: Initing TNN end. -===ITERATION 22 LR 0.129600=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521. -[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881. -[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375. -[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321. -[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689. -[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848. -[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045. -[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846. -[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943. -[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282. -[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217. -[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784. -[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283. -[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890. -[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536. -[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718. -[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430. -[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458. -[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764. -[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581. -[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512. -[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER22 LR0.1296]: shuffling training file -===PEEK ON TEST 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER22 LR0.1296]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064564 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068220 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778811 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895050 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449077 -[SCHEDULER ITER22 LR0.1296]: preparing parameters end. -[SCHEDULER ITER22 LR0.1296]: preparing layers... -(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1 -(23:48:42 2015-11-12)[nerv] info: create layer: outputL -(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL -(23:48:42 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER22 LR0.1296]: preparing layers end. -[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER22 LR0.1296]: Initing TNN end. -===ITERATION 23 LR 0.077760=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198. -[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880. -[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578. -[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617. -[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138. -[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352. -[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648. -[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472. -[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582. -[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920. -[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888. -[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438. -[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949. -[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575. -[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227. -[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381. -[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066. -[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060. -[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333. -[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124. -[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022. -[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER23 LR0.07776]: shuffling training file -===PEEK ON TEST 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER23 LR0.07776]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554073 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557729 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268469 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384704 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70449067 -[SCHEDULER ITER23 LR0.07776]: preparing parameters end. -[SCHEDULER ITER23 LR0.07776]: preparing layers... -(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1 -(23:55:13 2015-11-12)[nerv] info: create layer: outputL -(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL -(23:55:13 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER23 LR0.07776]: preparing layers end. -[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER23 LR0.07776]: Initing TNN end. -===ITERATION 24 LR 0.046656=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617. -[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537. -[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373. -[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453. -[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088. -[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371. -[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763. -[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603. -[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730. -[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077. -[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068. -[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613. -[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144. -[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787. -[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434. -[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566. -[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238. -[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200. -[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461. -[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234. -[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114. -[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER24 LR0.046656]: shuffling training file -===PEEK ON TEST 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER24 LR0.046656]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064235 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067891 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778796 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895027 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449162 -[SCHEDULER ITER24 LR0.046656]: preparing parameters end. -[SCHEDULER ITER24 LR0.046656]: preparing layers... -(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:01:45 2015-11-13)[nerv] info: create layer: outputL -(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:01:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER24 LR0.046656]: preparing layers end. -[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER24 LR0.046656]: Initing TNN end. -===ITERATION 25 LR 0.027994=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633. -[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645. -[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554. -[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625. -[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325. -[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667. -[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138. -[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991. -[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119. -[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464. -[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459. -[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990. -[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537. -[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195. -[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839. -[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949. -[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615. -[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542. -[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790. -[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542. -[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402. -[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER25 LR0.0279936]: shuffling training file -===PEEK ON TEST 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER25 LR0.0279936]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554078 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557734 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268580 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384814 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448972 -[SCHEDULER ITER25 LR0.0279936]: preparing parameters end. -[SCHEDULER ITER25 LR0.0279936]: preparing layers... -(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1 -(00:08:17 2015-11-13)[nerv] info: create layer: outputL -(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL -(00:08:17 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER25 LR0.0279936]: preparing layers end. -[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER25 LR0.0279936]: Initing TNN end. -===ITERATION 26 LR 0.016796=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163. -[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205. -[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163. -[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215. -[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944. -[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343. -[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872. -[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750. -[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884. -[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233. -[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238. -[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759. -[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318. -[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997. -[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650. -[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757. -[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428. -[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341. -[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588. -[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332. -[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185. -[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER26 LR0.01679616]: shuffling training file -===PEEK ON TEST 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER26 LR0.01679616]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064118 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067774 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778526 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894754 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448835 -[SCHEDULER ITER26 LR0.01679616]: preparing parameters end. -[SCHEDULER ITER26 LR0.01679616]: preparing layers... -(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1 -(00:14:46 2015-11-13)[nerv] info: create layer: outputL -(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL -(00:14:46 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER26 LR0.01679616]: preparing layers end. -[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER26 LR0.01679616]: Initing TNN end. -===ITERATION 27 LR 0.010078=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991. -[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998. -[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978. -[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020. -[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763. -[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199. -[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768. -[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670. -[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810. -[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159. -[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170. -[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684. -[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245. -[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941. -[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605. -[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709. -[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384. -[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292. -[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533. -[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272. -[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121. -[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER27 LR0.010077696]: shuffling training file -===PEEK ON TEST 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER27 LR0.010077696]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554095 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557751 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268513 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384740 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448840 -[SCHEDULER ITER27 LR0.010077696]: preparing parameters end. -[SCHEDULER ITER27 LR0.010077696]: preparing layers... -(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1 -(00:21:16 2015-11-13)[nerv] info: create layer: outputL -(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL -(00:21:16 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER27 LR0.010077696]: preparing layers end. -[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER27 LR0.010077696]: Initing TNN end. -===ITERATION 28 LR 0.006047=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630. -[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595. -[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578. -[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625. -[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379. -[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839. -[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432. -[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354. -[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500. -[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846. -[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861. -[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370. -[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930. -[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636. -[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311. -[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411. -[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087. -[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996. -[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229. -[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964. -[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809. -[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER28 LR0.0060466176]: shuffling training file -===PEEK ON TEST 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064079 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067735 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778519 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894748 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448843 -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end. -[SCHEDULER ITER28 LR0.0060466176]: preparing layers... -(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1 -(00:27:48 2015-11-13)[nerv] info: create layer: outputL -(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL -(00:27:48 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER28 LR0.0060466176]: preparing layers end. -[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end. -===ITERATION 29 LR 0.003628=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801. -[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729. -[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699. -[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750. -[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511. -[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983. -[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588. -[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526. -[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677. -[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020. -[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036. -[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544. -[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101. -[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813. -[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496. -[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593. -[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268. -[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178. -[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404. -[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135. -[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978. -[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER29 LR0.00362797056]: shuffling training file -===PEEK ON TEST 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end. -[SCHEDULER ITER29 LR0.00362797056]: preparing layers... -(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1 -(00:34:15 2015-11-13)[nerv] info: create layer: outputL -(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL -(00:34:15 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER29 LR0.00362797056]: preparing layers end. -[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end. -===ITERATION 30 LR 0.002177=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295. -[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201. -[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158. -[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205. -[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969. -[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447. -[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055. -[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002. -[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158. -[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500. -[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517. -[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024. -[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577. -[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295. -[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982. -[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077. -[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750. -[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664. -[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882. -[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610. -[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452. -[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER30 LR0.002176782336]: shuffling training file -===PEEK ON TEST 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected... - -===VALIDATION PPL record=== - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -===FINAL TEST=== -[SCHEDULER FINAL_TEST]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER FINAL_TEST]: preparing parameters end. -[SCHEDULER FINAL_TEST]: preparing layers... -(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:40:45 2015-11-13)[nerv] info: create layer: outputL -(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:40:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER FINAL_TEST]: preparing layers end. -[SCHEDULER FINAL_TEST]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER FINAL_TEST]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: -[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 b/nerv/examples/lmptb/m-tests/LOG-tnn-h400 new file mode 100644 index 0000000..e562db6 --- /dev/null +++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h400 @@ -0,0 +1,7193 @@ +Greetings +[SCHEDULER]: applying arg[2](start_iter=3)... +[SCHEDULER]: printing global_conf... +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +param_random function: 0x414d5958 +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +decay_iter 16 +mmat_type table: 0x410c5058 +vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +log_w_num 40000 +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +batch_size 10 +hidden_size 400 +timer nerv.Timer +sche_log_pre [SCHEDULER]: +nn_act_default 0 +max_iter 35 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +wcost 1e-05 +chunk_size 15 +cumat_type table: 0x4073aa48 +[SCHEDULER]: printing training scheduling options... +lr_half false +start_iter 3 +ppl_last 100000 +[SCHEDULER]: printing training scheduling end. +[SCHEDULER]: creating work_dir... +[SCHEDULER]: building vocab... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER ITER3 LR1]: preparing parameters... +[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46029692 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46034550 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92091219 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92207421 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94117132 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(19:23:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:23:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:23:36 2015-11-16)[nerv] info: create layer: combinerL1 +(19:23:36 2015-11-16)[nerv] info: create layer: outputL +(19:23:36 2015-11-16)[nerv] info: create layer: softmaxL +(19:23:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40099 words processed Mon Nov 16 19:23:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.401654. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43521 clock time +[SCHEDULER ITER3 LR1]: 80063 words processed Mon Nov 16 19:24:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.374433. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42511 clock time +[SCHEDULER ITER3 LR1]: 120068 words processed Mon Nov 16 19:24:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.378173. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43819 clock time +[SCHEDULER ITER3 LR1]: 160017 words processed Mon Nov 16 19:24:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.366419. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42766 clock time +[SCHEDULER ITER3 LR1]: 200138 words processed Mon Nov 16 19:24:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.375391. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44354 clock time +[SCHEDULER ITER3 LR1]: 240007 words processed Mon Nov 16 19:25:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.374863. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41652 clock time +[SCHEDULER ITER3 LR1]: 280135 words processed Mon Nov 16 19:25:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.371663. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44028 clock time +[SCHEDULER ITER3 LR1]: 320080 words processed Mon Nov 16 19:25:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.372572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73036 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time +[SCHEDULER ITER3 LR1]: 360059 words processed Mon Nov 16 19:25:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.367750. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43544 clock time +[SCHEDULER ITER3 LR1]: 400021 words processed Mon Nov 16 19:26:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.370284. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42434 clock time +[SCHEDULER ITER3 LR1]: 440102 words processed Mon Nov 16 19:26:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.366085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43221 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Mon Nov 16 19:26:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.362942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42472 clock time +[SCHEDULER ITER3 LR1]: 520093 words processed Mon Nov 16 19:26:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.359600. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43525 clock time +[SCHEDULER ITER3 LR1]: 560039 words processed Mon Nov 16 19:27:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.352747. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43241 clock time +[SCHEDULER ITER3 LR1]: 600112 words processed Mon Nov 16 19:27:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.354185. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43716 clock time +[SCHEDULER ITER3 LR1]: 640076 words processed Mon Nov 16 19:27:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.351938. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42335 clock time +[SCHEDULER ITER3 LR1]: 680026 words processed Mon Nov 16 19:27:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.352402. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42376 clock time +[SCHEDULER ITER3 LR1]: 720133 words processed Mon Nov 16 19:28:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.351590. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43243 clock time +[SCHEDULER ITER3 LR1]: 760048 words processed Mon Nov 16 19:28:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.347382. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42459 clock time +[SCHEDULER ITER3 LR1]: 800117 words processed Mon Nov 16 19:28:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.346849. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time +[SCHEDULER ITER3 LR1]: 840116 words processed Mon Nov 16 19:28:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.342472. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44276 clock time +[SCHEDULER ITER3 LR1]: 880037 words processed Mon Nov 16 19:29:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.341243. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43004 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Mon Nov 16 19:29:18 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.354254. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78797 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Mon Nov 16 19:29:31 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.410570. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77428 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... + +[SCHEDULER ITER4 LR1]: preparing parameters... +[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1908286 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1913140 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 47991009 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48107236 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94141877 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(19:29:42 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:29:42 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:29:42 2015-11-16)[nerv] info: create layer: combinerL1 +(19:29:42 2015-11-16)[nerv] info: create layer: outputL +(19:29:42 2015-11-16)[nerv] info: create layer: softmaxL +(19:29:42 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Mon Nov 16 19:29:56 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.468880. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43918 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Mon Nov 16 19:30:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.409142. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42609 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Mon Nov 16 19:30:24 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.384936. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42683 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Mon Nov 16 19:30:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.375498. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.05765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Mon Nov 16 19:30:52 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.369759. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42892 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Mon Nov 16 19:31:07 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42694 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Mon Nov 16 19:31:21 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357591. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43454 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Mon Nov 16 19:31:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.351439. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.03822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43377 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Mon Nov 16 19:31:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348008. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42712 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Mon Nov 16 19:32:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.345590. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44402 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Mon Nov 16 19:32:19 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343815. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.05752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42858 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Mon Nov 16 19:32:33 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342301. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42672 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Mon Nov 16 19:32:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340726. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43539 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Mon Nov 16 19:33:01 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339017. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Mon Nov 16 19:33:15 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.337135. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42870 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Mon Nov 16 19:33:29 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335000. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42654 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Mon Nov 16 19:33:43 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334276. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42476 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Mon Nov 16 19:33:58 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333732. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Mon Nov 16 19:34:12 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332585. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43217 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Mon Nov 16 19:34:27 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.331627. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44986 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Mon Nov 16 19:34:41 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.330192. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42593 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Mon Nov 16 19:34:55 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329379. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Mon Nov 16 19:35:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.298894. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.65216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70372 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Mon Nov 16 19:35:19 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353715. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.55962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64709 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... + +[SCHEDULER ITER5 LR1]: preparing parameters... +[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46037941 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46042798 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92142353 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92258769 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94165007 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(19:35:30 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:35:30 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:35:30 2015-11-16)[nerv] info: create layer: combinerL1 +(19:35:30 2015-11-16)[nerv] info: create layer: outputL +(19:35:30 2015-11-16)[nerv] info: create layer: softmaxL +(19:35:30 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Mon Nov 16 19:35:45 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.339645. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84007 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44747 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Mon Nov 16 19:36:00 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.317425. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Mon Nov 16 19:36:15 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.305748. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44193 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Mon Nov 16 19:36:29 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.302881. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43387 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Mon Nov 16 19:36:44 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.300586. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44018 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Mon Nov 16 19:36:59 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294586. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42416 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Mon Nov 16 19:37:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.290372. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43495 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Mon Nov 16 19:37:28 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285735. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43204 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Mon Nov 16 19:37:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.283445. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42953 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Mon Nov 16 19:37:57 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.281396. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43374 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Mon Nov 16 19:38:12 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.280582. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42464 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Mon Nov 16 19:38:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.280046. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42539 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Mon Nov 16 19:38:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.279298. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43341 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Mon Nov 16 19:38:57 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.278341. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43026 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Mon Nov 16 19:39:12 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.277074. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43800 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Mon Nov 16 19:39:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.275369. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Mon Nov 16 19:39:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.275114. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42575 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Mon Nov 16 19:39:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.274860. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42370 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Mon Nov 16 19:40:11 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.274031. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42630 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Mon Nov 16 19:40:26 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.273616. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43450 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Mon Nov 16 19:40:41 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.272619. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43517 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Mon Nov 16 19:40:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.272217. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42459 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Mon Nov 16 19:41:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.266882. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78859 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Mon Nov 16 19:41:20 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.323979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79517 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... + +[SCHEDULER ITER6 LR1]: preparing parameters... +[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1904838 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1909695 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48027406 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48143739 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94185248 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(19:41:31 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:41:31 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:41:31 2015-11-16)[nerv] info: create layer: combinerL1 +(19:41:31 2015-11-16)[nerv] info: create layer: outputL +(19:41:31 2015-11-16)[nerv] info: create layer: softmaxL +(19:41:31 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Mon Nov 16 19:41:46 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.262859. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44497 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Mon Nov 16 19:42:01 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256861. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44514 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Mon Nov 16 19:42:16 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.251430. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42779 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Mon Nov 16 19:42:31 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252258. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44322 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Mon Nov 16 19:42:46 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252740. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44001 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Mon Nov 16 19:43:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248501. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42859 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Mon Nov 16 19:43:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245658. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Mon Nov 16 19:43:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.242452. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43804 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Mon Nov 16 19:43:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.241240. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43131 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Mon Nov 16 19:44:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.239991. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44485 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Mon Nov 16 19:44:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.240005. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44342 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Mon Nov 16 19:44:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.240189. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43955 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Mon Nov 16 19:44:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.240002. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45685 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Mon Nov 16 19:45:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.239520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Mon Nov 16 19:45:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.238317. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44292 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Mon Nov 16 19:45:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.236891. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42729 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Mon Nov 16 19:45:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237217. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42763 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Mon Nov 16 19:46:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43601 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Mon Nov 16 19:46:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237187. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44531 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Mon Nov 16 19:46:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237168. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43598 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Mon Nov 16 19:46:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.236424. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43496 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Mon Nov 16 19:47:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.236239. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43148 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Mon Nov 16 19:47:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245922. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70007 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77955 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Mon Nov 16 19:47:25 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.304926. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78097 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... + +[SCHEDULER ITER7 LR1]: preparing parameters... +[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46043903 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46048759 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92184772 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92301105 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94204599 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(19:47:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:47:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:47:36 2015-11-16)[nerv] info: create layer: combinerL1 +(19:47:36 2015-11-16)[nerv] info: create layer: outputL +(19:47:36 2015-11-16)[nerv] info: create layer: softmaxL +(19:47:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Mon Nov 16 19:47:50 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.225906. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43900 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Mon Nov 16 19:48:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.224109. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42438 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Mon Nov 16 19:48:20 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219821. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Mon Nov 16 19:48:35 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222543. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43736 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Mon Nov 16 19:48:50 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.223103. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43991 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Mon Nov 16 19:49:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.220590. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43981 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Mon Nov 16 19:49:20 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218902. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43567 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Mon Nov 16 19:49:35 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215759. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44617 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Mon Nov 16 19:49:50 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.214424. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17280 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42810 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Mon Nov 16 19:50:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212825. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43465 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Mon Nov 16 19:50:19 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212838. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42555 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Mon Nov 16 19:50:34 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.213009. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43585 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Mon Nov 16 19:50:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212825. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44985 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Mon Nov 16 19:51:04 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212440. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Mon Nov 16 19:51:19 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.211160. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43636 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Mon Nov 16 19:51:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.209800. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42564 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Mon Nov 16 19:51:48 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.210009. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43566 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Mon Nov 16 19:52:02 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.210212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42450 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Mon Nov 16 19:52:16 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.209773. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42400 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Mon Nov 16 19:52:31 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.209791. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43479 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Mon Nov 16 19:52:46 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.208838. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43236 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Mon Nov 16 19:53:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.208673. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42380 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Mon Nov 16 19:53:11 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232519. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80291 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Mon Nov 16 19:53:25 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.291901. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81498 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... + +[SCHEDULER ITER8 LR1]: preparing parameters... +[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1902204 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1907060 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48060548 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48176852 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94221898 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(19:53:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:53:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:53:36 2015-11-16)[nerv] info: create layer: combinerL1 +(19:53:36 2015-11-16)[nerv] info: create layer: outputL +(19:53:36 2015-11-16)[nerv] info: create layer: softmaxL +(19:53:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Mon Nov 16 19:53:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.207277. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43873 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Mon Nov 16 19:54:05 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205057. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43450 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Mon Nov 16 19:54:20 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.199802. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43447 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Mon Nov 16 19:54:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.200895. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43486 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Mon Nov 16 19:54:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.200972. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Mon Nov 16 19:55:05 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.196588. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42881 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Mon Nov 16 19:55:20 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.193553. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43662 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Mon Nov 16 19:55:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190773. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43894 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Mon Nov 16 19:55:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189543. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44773 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Mon Nov 16 19:56:05 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188180. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44407 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Mon Nov 16 19:56:20 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188437. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43457 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Mon Nov 16 19:56:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188641. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42725 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Mon Nov 16 19:56:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188369. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43583 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Mon Nov 16 19:57:04 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187960. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42653 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Mon Nov 16 19:57:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187648. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45502 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Mon Nov 16 19:57:33 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186406. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42794 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Mon Nov 16 19:57:47 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186378. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42650 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Mon Nov 16 19:58:01 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186701. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.11037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42664 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Mon Nov 16 19:58:16 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42796 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Mon Nov 16 19:58:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187097. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43984 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Mon Nov 16 19:58:46 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186248. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43378 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Mon Nov 16 19:59:01 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186156. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44486 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Mon Nov 16 19:59:13 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223354. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79349 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Mon Nov 16 19:59:26 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.283762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77933 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... + +[SCHEDULER ITER9 LR1]: preparing parameters... +[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46045738 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46050594 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92220262 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92336581 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94237739 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(19:59:37 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:59:37 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:59:37 2015-11-16)[nerv] info: create layer: combinerL1 +(19:59:37 2015-11-16)[nerv] info: create layer: outputL +(19:59:37 2015-11-16)[nerv] info: create layer: softmaxL +(19:59:37 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Mon Nov 16 19:59:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.180199. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43888 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Mon Nov 16 20:00:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.178767. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42306 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Mon Nov 16 20:00:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.174655. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42656 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Mon Nov 16 20:00:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.176386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44032 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Mon Nov 16 20:00:51 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.177102. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42572 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Mon Nov 16 20:01:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.174905. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Mon Nov 16 20:01:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.171743. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43339 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Mon Nov 16 20:01:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43522 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Mon Nov 16 20:01:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168191. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74736 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42414 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Mon Nov 16 20:02:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44651 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Mon Nov 16 20:02:20 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43194 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Mon Nov 16 20:02:35 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167291. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82736 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43610 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Mon Nov 16 20:02:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167079. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44149 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Mon Nov 16 20:03:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166695. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43481 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Mon Nov 16 20:03:20 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.164905. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42472 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Mon Nov 16 20:03:35 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163491. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42411 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Mon Nov 16 20:03:49 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163145. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.11384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42278 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Mon Nov 16 20:04:04 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163223. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43212 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Mon Nov 16 20:04:19 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162981. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Mon Nov 16 20:04:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163222. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43220 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Mon Nov 16 20:04:48 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162394. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42716 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Mon Nov 16 20:05:03 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162392. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43850 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Mon Nov 16 20:05:15 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.215174. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79478 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Mon Nov 16 20:05:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.276313. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83022 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... + +[SCHEDULER ITER10 LR1]: preparing parameters... +[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1900407 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1905263 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48089502 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48205839 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94251708 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(20:05:41 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:05:41 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:05:41 2015-11-16)[nerv] info: create layer: combinerL1 +(20:05:41 2015-11-16)[nerv] info: create layer: outputL +(20:05:41 2015-11-16)[nerv] info: create layer: softmaxL +(20:05:41 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Mon Nov 16 20:05:55 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.160846. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24036 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44562 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Mon Nov 16 20:06:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.160337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42989 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Mon Nov 16 20:06:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.155624. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43498 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Mon Nov 16 20:06:39 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.156627. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43747 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Mon Nov 16 20:06:54 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.157317. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42792 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Mon Nov 16 20:07:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.155176. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44382 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Mon Nov 16 20:07:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.151805. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44681 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Mon Nov 16 20:07:39 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149324. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43729 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Mon Nov 16 20:07:54 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148109. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43788 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Mon Nov 16 20:08:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146601. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43718 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Mon Nov 16 20:08:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146986. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42798 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Mon Nov 16 20:08:39 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147458. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Mon Nov 16 20:08:54 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147224. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44236 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Mon Nov 16 20:09:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147223. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42998 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Mon Nov 16 20:09:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.145378. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42928 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Mon Nov 16 20:09:38 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144720. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42796 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Mon Nov 16 20:09:53 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43395 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Mon Nov 16 20:10:08 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144382. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43413 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Mon Nov 16 20:10:22 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42827 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Mon Nov 16 20:10:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144791. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43720 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Mon Nov 16 20:10:51 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144007. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43718 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Mon Nov 16 20:11:06 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144035. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44993 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Mon Nov 16 20:11:17 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.206112. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78259 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Mon Nov 16 20:11:30 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.268081. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77935 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... + +[SCHEDULER ITER11 LR1]: preparing parameters... +[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46044887 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46049743 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92246758 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92363086 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94262965 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(20:11:41 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:11:41 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:11:41 2015-11-16)[nerv] info: create layer: combinerL1 +(20:11:41 2015-11-16)[nerv] info: create layer: outputL +(20:11:41 2015-11-16)[nerv] info: create layer: softmaxL +(20:11:41 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Mon Nov 16 20:11:55 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.137039. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44301 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Mon Nov 16 20:12:10 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138731. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42942 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Mon Nov 16 20:12:25 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135105. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44057 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Mon Nov 16 20:12:40 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.137115. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44389 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Mon Nov 16 20:12:55 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138343. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43608 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Mon Nov 16 20:13:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135492. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42629 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Mon Nov 16 20:13:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.132313. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45015 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Mon Nov 16 20:13:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130158. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45217 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Mon Nov 16 20:13:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128993. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81657 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44191 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Mon Nov 16 20:14:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127477. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43532 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Mon Nov 16 20:14:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128128. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Mon Nov 16 20:14:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128809. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43566 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Mon Nov 16 20:14:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128769. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44825 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Mon Nov 16 20:15:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128666. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42854 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Mon Nov 16 20:15:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127160. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42593 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Mon Nov 16 20:15:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126301. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42666 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Mon Nov 16 20:15:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125962. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44200 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Mon Nov 16 20:16:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126239. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44048 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Mon Nov 16 20:16:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125843. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Mon Nov 16 20:16:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126260. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44942 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Mon Nov 16 20:16:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43802 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Mon Nov 16 20:17:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125916. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43615 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Mon Nov 16 20:17:21 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.200361. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84770 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Mon Nov 16 20:17:34 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.262837. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76927 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... + +[SCHEDULER ITER12 LR1]: preparing parameters... +[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1899123 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1903979 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48113072 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48229392 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94272505 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(20:17:45 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:17:45 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:17:45 2015-11-16)[nerv] info: create layer: combinerL1 +(20:17:45 2015-11-16)[nerv] info: create layer: outputL +(20:17:45 2015-11-16)[nerv] info: create layer: softmaxL +(20:17:45 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Mon Nov 16 20:17:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.123412. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45205 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Mon Nov 16 20:18:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.129435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43669 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Mon Nov 16 20:18:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.126273. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42744 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Mon Nov 16 20:18:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.127267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43822 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Mon Nov 16 20:18:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.127589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Mon Nov 16 20:19:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.125036. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44103 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Mon Nov 16 20:19:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.121050. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43764 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Mon Nov 16 20:19:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.118508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94195 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43634 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Mon Nov 16 20:19:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.117107. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44605 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Mon Nov 16 20:20:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115619. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43611 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Mon Nov 16 20:20:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116089. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42775 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Mon Nov 16 20:20:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116697. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44143 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Mon Nov 16 20:20:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116334. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45307 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Mon Nov 16 20:21:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116120. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43723 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Mon Nov 16 20:21:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114022. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45057 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Mon Nov 16 20:21:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.112655. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42924 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Mon Nov 16 20:21:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111982. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Mon Nov 16 20:22:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111916. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43485 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Mon Nov 16 20:22:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111100. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Mon Nov 16 20:22:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111543. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Mon Nov 16 20:22:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43159 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Mon Nov 16 20:23:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111385. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44261 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Mon Nov 16 20:23:26 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.200053. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81521 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Mon Nov 16 20:23:40 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.262970. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86174 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: PPL did not improve, rejected, copying param file of last iter... + +[SCHEDULER ITER13 LR1]: preparing parameters... +[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1899123 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1903979 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48113072 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48229392 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94272505 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(20:23:50 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:23:50 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:23:50 2015-11-16)[nerv] info: create layer: combinerL1 +(20:23:50 2015-11-16)[nerv] info: create layer: outputL +(20:23:50 2015-11-16)[nerv] info: create layer: softmaxL +(20:23:50 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Mon Nov 16 20:24:05 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.124700. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44543 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Mon Nov 16 20:24:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.130431. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42814 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Mon Nov 16 20:24:35 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.126863. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43885 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Mon Nov 16 20:24:50 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.127641. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43594 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Mon Nov 16 20:25:04 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.128753. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42587 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Mon Nov 16 20:25:18 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.125405. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42991 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Mon Nov 16 20:25:33 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.121557. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44404 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Mon Nov 16 20:25:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.119057. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43400 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Mon Nov 16 20:26:02 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.117442. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42901 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Mon Nov 16 20:26:17 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.115856. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44619 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Mon Nov 16 20:26:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116256. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43788 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Mon Nov 16 20:26:46 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116761. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43067 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Mon Nov 16 20:27:01 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116780. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43579 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Mon Nov 16 20:27:15 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42675 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Mon Nov 16 20:27:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.114349. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42820 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Mon Nov 16 20:27:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.113011. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42679 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Mon Nov 16 20:27:58 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.112316. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42610 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Mon Nov 16 20:28:13 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.112292. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43597 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Mon Nov 16 20:28:28 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.111595. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44719 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Mon Nov 16 20:28:43 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.112014. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44474 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Mon Nov 16 20:28:58 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.111276. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42721 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Mon Nov 16 20:29:13 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.111390. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42597 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Mon Nov 16 20:29:24 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.199427. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79208 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Mon Nov 16 20:29:37 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.262494. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77540 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... + +[SCHEDULER ITER14 LR1]: preparing parameters... +[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46041450 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46046306 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92267138 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92383441 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94281630 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(20:29:49 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:29:49 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:29:49 2015-11-16)[nerv] info: create layer: combinerL1 +(20:29:49 2015-11-16)[nerv] info: create layer: outputL +(20:29:49 2015-11-16)[nerv] info: create layer: softmaxL +(20:29:49 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Mon Nov 16 20:30:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.106519. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44307 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Mon Nov 16 20:30:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.109678. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43324 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Mon Nov 16 20:30:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.106282. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43681 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Mon Nov 16 20:30:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.115532. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Mon Nov 16 20:31:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.115626. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43619 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Mon Nov 16 20:31:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.114675. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43045 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Mon Nov 16 20:31:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.110440. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44140 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Mon Nov 16 20:31:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.107807. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43764 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Mon Nov 16 20:32:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.105960. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Mon Nov 16 20:32:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43663 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Mon Nov 16 20:32:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104912. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43335 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Mon Nov 16 20:32:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.105325. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43533 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Mon Nov 16 20:33:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104824. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Mon Nov 16 20:33:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104513. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43852 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Mon Nov 16 20:33:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.102293. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44532 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Mon Nov 16 20:33:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.100786. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44455 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Mon Nov 16 20:34:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099982. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44164 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Mon Nov 16 20:34:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099812. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42833 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Mon Nov 16 20:34:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099011. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44438 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Mon Nov 16 20:34:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099380. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43766 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Mon Nov 16 20:35:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.098603. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43645 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Mon Nov 16 20:35:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.098659. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42639 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Mon Nov 16 20:35:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.197280. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80545 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Mon Nov 16 20:35:43 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.260409. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83642 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... + +[SCHEDULER ITER15 LR1]: preparing parameters... +[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1897162 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1902018 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48135300 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48251597 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94290882 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(20:35:55 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:35:55 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:35:55 2015-11-16)[nerv] info: create layer: combinerL1 +(20:35:55 2015-11-16)[nerv] info: create layer: outputL +(20:35:55 2015-11-16)[nerv] info: create layer: softmaxL +(20:35:55 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Mon Nov 16 20:36:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.094970. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44279 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Mon Nov 16 20:36:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096740. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42880 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Mon Nov 16 20:36:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.092736. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42617 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Mon Nov 16 20:36:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096468. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43680 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Mon Nov 16 20:37:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.097947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44525 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Mon Nov 16 20:37:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.095843. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42740 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Mon Nov 16 20:37:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.091781. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44904 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Mon Nov 16 20:37:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.089598. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44554 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Mon Nov 16 20:38:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.088098. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42845 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Mon Nov 16 20:38:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.086138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43882 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Mon Nov 16 20:38:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.086957. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43257 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Mon Nov 16 20:38:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.087749. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43494 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Mon Nov 16 20:39:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.087660. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Mon Nov 16 20:39:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.087600. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43415 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Mon Nov 16 20:39:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.085650. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44201 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Mon Nov 16 20:39:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.084364. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42818 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Mon Nov 16 20:40:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083804. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42720 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Mon Nov 16 20:40:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083820. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42640 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Mon Nov 16 20:40:39 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083106. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42553 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Mon Nov 16 20:40:54 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083643. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43571 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Mon Nov 16 20:41:09 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083007. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42824 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Mon Nov 16 20:41:23 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083226. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42622 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Mon Nov 16 20:41:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.191070. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78138 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Mon Nov 16 20:41:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.254691. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78411 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... + +[SCHEDULER ITER16 LR1]: preparing parameters... +[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46037001 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46041857 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92288877 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92405166 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94301534 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(20:41:59 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:41:59 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:41:59 2015-11-16)[nerv] info: create layer: combinerL1 +(20:41:59 2015-11-16)[nerv] info: create layer: outputL +(20:41:59 2015-11-16)[nerv] info: create layer: softmaxL +(20:41:59 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Mon Nov 16 20:42:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.083121. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44347 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Mon Nov 16 20:42:29 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.088097. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42582 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Mon Nov 16 20:42:44 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.083760. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44716 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Mon Nov 16 20:42:59 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.085542. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44361 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Mon Nov 16 20:43:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.087662. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Mon Nov 16 20:43:28 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.086955. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42840 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Mon Nov 16 20:43:43 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.082877. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43659 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Mon Nov 16 20:43:58 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.080652. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43507 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Mon Nov 16 20:44:13 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.078907. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42760 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Mon Nov 16 20:44:28 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.076805. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44982 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Mon Nov 16 20:44:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077248. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43069 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Mon Nov 16 20:44:57 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077975. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Mon Nov 16 20:45:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077521. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44158 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Mon Nov 16 20:45:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077259. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43978 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Mon Nov 16 20:45:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.075564. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42965 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Mon Nov 16 20:45:57 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.074164. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44345 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Mon Nov 16 20:46:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.073495. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43185 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Mon Nov 16 20:46:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.073409. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43292 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Mon Nov 16 20:46:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44387 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Mon Nov 16 20:46:57 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072909. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45279 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Mon Nov 16 20:47:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43469 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Mon Nov 16 20:47:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072623. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Mon Nov 16 20:47:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.187912. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79068 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Mon Nov 16 20:47:51 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.251572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79789 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... + +[SCHEDULER ITER17 LR1]: preparing parameters... +[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1895307 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1900163 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48162572 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48278837 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94312867 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(20:48:03 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:48:03 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:48:03 2015-11-16)[nerv] info: create layer: combinerL1 +(20:48:03 2015-11-16)[nerv] info: create layer: outputL +(20:48:03 2015-11-16)[nerv] info: create layer: softmaxL +(20:48:03 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Mon Nov 16 20:48:17 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.075734. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Mon Nov 16 20:48:32 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.074042. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42866 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Mon Nov 16 20:48:47 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.069547. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43849 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Mon Nov 16 20:49:02 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.073792. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Mon Nov 16 20:49:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.073678. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42618 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Mon Nov 16 20:49:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.071819. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42578 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Mon Nov 16 20:49:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.067970. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43534 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Mon Nov 16 20:50:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.066148. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44330 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Mon Nov 16 20:50:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064714. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43134 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Mon Nov 16 20:50:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.062772. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79072 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43747 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Mon Nov 16 20:50:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.063663. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43342 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Mon Nov 16 20:51:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064452. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42808 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Mon Nov 16 20:51:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064445. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45224 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Mon Nov 16 20:51:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43799 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Mon Nov 16 20:51:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.062340. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44481 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Mon Nov 16 20:52:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.061531. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43557 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Mon Nov 16 20:52:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060991. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44144 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Mon Nov 16 20:52:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060957. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44480 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Mon Nov 16 20:52:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060003. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43780 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Mon Nov 16 20:53:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060353. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45237 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Mon Nov 16 20:53:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060411. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43088 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Mon Nov 16 20:53:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060802. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44023 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Mon Nov 16 20:53:41 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.184861. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77810 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Mon Nov 16 20:53:54 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.249517. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84378 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... + +[SCHEDULER ITER18 LR0.6]: preparing parameters... +[SCHEDULER ITER18 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46031439 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46036295 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92315356 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92431616 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94325933 +[SCHEDULER ITER18 LR0.6]: preparing parameters end. +[SCHEDULER ITER18 LR0.6]: preparing layers... +(20:54:05 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:54:05 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:54:05 2015-11-16)[nerv] info: create layer: combinerL1 +(20:54:05 2015-11-16)[nerv] info: create layer: outputL +(20:54:05 2015-11-16)[nerv] info: create layer: softmaxL +(20:54:05 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR0.6]: preparing layers end. +[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR0.6]: Initing TNN end. +===ITERATION 18 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40092 words processed Mon Nov 16 20:54:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.034218. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44200 clock time +[SCHEDULER ITER18 LR0.6]: 80099 words processed Mon Nov 16 20:54:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.031870. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time +[SCHEDULER ITER18 LR0.6]: 120004 words processed Mon Nov 16 20:54:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025285. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42993 clock time +[SCHEDULER ITER18 LR0.6]: 160114 words processed Mon Nov 16 20:55:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43860 clock time +[SCHEDULER ITER18 LR0.6]: 200066 words processed Mon Nov 16 20:55:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.024900. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44687 clock time +[SCHEDULER ITER18 LR0.6]: 240045 words processed Mon Nov 16 20:55:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.021138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43863 clock time +[SCHEDULER ITER18 LR0.6]: 280057 words processed Mon Nov 16 20:55:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.016731. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43716 clock time +[SCHEDULER ITER18 LR0.6]: 320106 words processed Mon Nov 16 20:56:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014350. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.44575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45644 clock time +[SCHEDULER ITER18 LR0.6]: 360024 words processed Mon Nov 16 20:56:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012541. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84021 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43770 clock time +[SCHEDULER ITER18 LR0.6]: 400089 words processed Mon Nov 16 20:56:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009680. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43726 clock time +[SCHEDULER ITER18 LR0.6]: 440067 words processed Mon Nov 16 20:56:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010105. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44646 clock time +[SCHEDULER ITER18 LR0.6]: 480051 words processed Mon Nov 16 20:57:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010581. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44047 clock time +[SCHEDULER ITER18 LR0.6]: 520140 words processed Mon Nov 16 20:57:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010123. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43676 clock time +[SCHEDULER ITER18 LR0.6]: 560132 words processed Mon Nov 16 20:57:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time +[SCHEDULER ITER18 LR0.6]: 600118 words processed Mon Nov 16 20:57:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.007130. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28794 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43863 clock time +[SCHEDULER ITER18 LR0.6]: 640090 words processed Mon Nov 16 20:58:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.005205. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43309 clock time +[SCHEDULER ITER18 LR0.6]: 680075 words processed Mon Nov 16 20:58:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.004151. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER18 LR0.6]: 720043 words processed Mon Nov 16 20:58:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003549. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43094 clock time +[SCHEDULER ITER18 LR0.6]: 760012 words processed Mon Nov 16 20:58:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002349. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44530 clock time +[SCHEDULER ITER18 LR0.6]: 800113 words processed Mon Nov 16 20:59:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002397. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44137 clock time +[SCHEDULER ITER18 LR0.6]: 840089 words processed Mon Nov 16 20:59:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001577. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time +[SCHEDULER ITER18 LR0.6]: 880052 words processed Mon Nov 16 20:59:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001526. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43490 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR0.6]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40087 words processed Mon Nov 16 20:59:46 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.163278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88318 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40095 words processed Mon Nov 16 21:00:00 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.230708. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83802 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... + +[SCHEDULER ITER19 LR0.36]: preparing parameters... +[SCHEDULER ITER19 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892928 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897784 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183711 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299967 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94329634 +[SCHEDULER ITER19 LR0.36]: preparing parameters end. +[SCHEDULER ITER19 LR0.36]: preparing layers... +(21:00:12 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:00:12 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:00:12 2015-11-16)[nerv] info: create layer: combinerL1 +(21:00:12 2015-11-16)[nerv] info: create layer: outputL +(21:00:12 2015-11-16)[nerv] info: create layer: softmaxL +(21:00:12 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR0.36]: preparing layers end. +[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR0.36]: Initing TNN end. +===ITERATION 19 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40092 words processed Mon Nov 16 21:00:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997014. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44752 clock time +[SCHEDULER ITER19 LR0.36]: 80099 words processed Mon Nov 16 21:00:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.994733. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42930 clock time +[SCHEDULER ITER19 LR0.36]: 120004 words processed Mon Nov 16 21:00:57 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.988085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43313 clock time +[SCHEDULER ITER19 LR0.36]: 160114 words processed Mon Nov 16 21:01:12 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.988949. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43870 clock time +[SCHEDULER ITER19 LR0.36]: 200066 words processed Mon Nov 16 21:01:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.987750. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42972 clock time +[SCHEDULER ITER19 LR0.36]: 240045 words processed Mon Nov 16 21:01:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.983959. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43655 clock time +[SCHEDULER ITER19 LR0.36]: 280057 words processed Mon Nov 16 21:01:57 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.979621. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44894 clock time +[SCHEDULER ITER19 LR0.36]: 320106 words processed Mon Nov 16 21:02:12 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977246. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44530 clock time +[SCHEDULER ITER19 LR0.36]: 360024 words processed Mon Nov 16 21:02:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.975444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43630 clock time +[SCHEDULER ITER19 LR0.36]: 400089 words processed Mon Nov 16 21:02:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972430. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43695 clock time +[SCHEDULER ITER19 LR0.36]: 440067 words processed Mon Nov 16 21:02:57 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972825. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43285 clock time +[SCHEDULER ITER19 LR0.36]: 480051 words processed Mon Nov 16 21:03:12 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973155. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44901 clock time +[SCHEDULER ITER19 LR0.36]: 520140 words processed Mon Nov 16 21:03:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972554. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44004 clock time +[SCHEDULER ITER19 LR0.36]: 560132 words processed Mon Nov 16 21:03:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971809. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43149 clock time +[SCHEDULER ITER19 LR0.36]: 600118 words processed Mon Nov 16 21:03:56 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.969291. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time +[SCHEDULER ITER19 LR0.36]: 640090 words processed Mon Nov 16 21:04:11 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967195. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76280 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time +[SCHEDULER ITER19 LR0.36]: 680075 words processed Mon Nov 16 21:04:26 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.965907. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time +[SCHEDULER ITER19 LR0.36]: 720043 words processed Mon Nov 16 21:04:41 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964968. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time +[SCHEDULER ITER19 LR0.36]: 760012 words processed Mon Nov 16 21:04:56 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44209 clock time +[SCHEDULER ITER19 LR0.36]: 800113 words processed Mon Nov 16 21:05:11 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43640 clock time +[SCHEDULER ITER19 LR0.36]: 840089 words processed Mon Nov 16 21:05:26 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.962238. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43177 clock time +[SCHEDULER ITER19 LR0.36]: 880052 words processed Mon Nov 16 21:05:41 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961986. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43586 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR0.36]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40087 words processed Mon Nov 16 21:05:53 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.145398. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84858 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40095 words processed Mon Nov 16 21:06:06 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.214779. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78041 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... + +[SCHEDULER ITER20 LR0.216]: preparing parameters... +[SCHEDULER ITER20 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46028677 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46033533 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92322350 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92438569 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94330677 +[SCHEDULER ITER20 LR0.216]: preparing parameters end. +[SCHEDULER ITER20 LR0.216]: preparing layers... +(21:06:17 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:06:17 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:06:17 2015-11-16)[nerv] info: create layer: combinerL1 +(21:06:17 2015-11-16)[nerv] info: create layer: outputL +(21:06:17 2015-11-16)[nerv] info: create layer: softmaxL +(21:06:17 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR0.216]: preparing layers end. +[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR0.216]: Initing TNN end. +===ITERATION 20 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40092 words processed Mon Nov 16 21:06:31 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.971407. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43827 clock time +[SCHEDULER ITER20 LR0.216]: 80099 words processed Mon Nov 16 21:06:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.968297. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43042 clock time +[SCHEDULER ITER20 LR0.216]: 120004 words processed Mon Nov 16 21:07:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961757. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43216 clock time +[SCHEDULER ITER20 LR0.216]: 160114 words processed Mon Nov 16 21:07:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.962674. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43949 clock time +[SCHEDULER ITER20 LR0.216]: 200066 words processed Mon Nov 16 21:07:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961535. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time +[SCHEDULER ITER20 LR0.216]: 240045 words processed Mon Nov 16 21:07:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957763. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42891 clock time +[SCHEDULER ITER20 LR0.216]: 280057 words processed Mon Nov 16 21:08:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.953523. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43855 clock time +[SCHEDULER ITER20 LR0.216]: 320106 words processed Mon Nov 16 21:08:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.951224. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44015 clock time +[SCHEDULER ITER20 LR0.216]: 360024 words processed Mon Nov 16 21:08:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.949400. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44692 clock time +[SCHEDULER ITER20 LR0.216]: 400089 words processed Mon Nov 16 21:08:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946355. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45700 clock time +[SCHEDULER ITER20 LR0.216]: 440067 words processed Mon Nov 16 21:09:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946745. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44092 clock time +[SCHEDULER ITER20 LR0.216]: 480051 words processed Mon Nov 16 21:09:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947007. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44103 clock time +[SCHEDULER ITER20 LR0.216]: 520140 words processed Mon Nov 16 21:09:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946379. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time +[SCHEDULER ITER20 LR0.216]: 560132 words processed Mon Nov 16 21:09:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945623. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42946 clock time +[SCHEDULER ITER20 LR0.216]: 600118 words processed Mon Nov 16 21:10:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.943088. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43338 clock time +[SCHEDULER ITER20 LR0.216]: 640090 words processed Mon Nov 16 21:10:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.940800. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43544 clock time +[SCHEDULER ITER20 LR0.216]: 680075 words processed Mon Nov 16 21:10:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.939424. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43030 clock time +[SCHEDULER ITER20 LR0.216]: 720043 words processed Mon Nov 16 21:10:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938325. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time +[SCHEDULER ITER20 LR0.216]: 760012 words processed Mon Nov 16 21:11:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936527. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42979 clock time +[SCHEDULER ITER20 LR0.216]: 800113 words processed Mon Nov 16 21:11:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936323. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43774 clock time +[SCHEDULER ITER20 LR0.216]: 840089 words processed Mon Nov 16 21:11:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935251. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time +[SCHEDULER ITER20 LR0.216]: 880052 words processed Mon Nov 16 21:11:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934865. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43417 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR0.216]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40087 words processed Mon Nov 16 21:11:57 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.131186. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82386 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40095 words processed Mon Nov 16 21:12:11 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.202088. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81553 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... + +[SCHEDULER ITER21 LR0.1296]: preparing parameters... +[SCHEDULER ITER21 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1891422 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1896278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48186065 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48302281 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94330600 +[SCHEDULER ITER21 LR0.1296]: preparing parameters end. +[SCHEDULER ITER21 LR0.1296]: preparing layers... +(21:12:22 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:12:22 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:12:22 2015-11-16)[nerv] info: create layer: combinerL1 +(21:12:22 2015-11-16)[nerv] info: create layer: outputL +(21:12:22 2015-11-16)[nerv] info: create layer: softmaxL +(21:12:22 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR0.1296]: preparing layers end. +[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR0.1296]: Initing TNN end. +===ITERATION 21 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40092 words processed Mon Nov 16 21:12:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.954227. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44675 clock time +[SCHEDULER ITER21 LR0.1296]: 80099 words processed Mon Nov 16 21:12:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.950706. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43554 clock time +[SCHEDULER ITER21 LR0.1296]: 120004 words processed Mon Nov 16 21:13:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944022. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42821 clock time +[SCHEDULER ITER21 LR0.1296]: 160114 words processed Mon Nov 16 21:13:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43513 clock time +[SCHEDULER ITER21 LR0.1296]: 200066 words processed Mon Nov 16 21:13:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943798. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42719 clock time +[SCHEDULER ITER21 LR0.1296]: 240045 words processed Mon Nov 16 21:13:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939964. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43266 clock time +[SCHEDULER ITER21 LR0.1296]: 280057 words processed Mon Nov 16 21:14:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935737. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time +[SCHEDULER ITER21 LR0.1296]: 320106 words processed Mon Nov 16 21:14:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933468. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45017 clock time +[SCHEDULER ITER21 LR0.1296]: 360024 words processed Mon Nov 16 21:14:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931656. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43218 clock time +[SCHEDULER ITER21 LR0.1296]: 400089 words processed Mon Nov 16 21:14:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928579. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44639 clock time +[SCHEDULER ITER21 LR0.1296]: 440067 words processed Mon Nov 16 21:15:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928992. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43484 clock time +[SCHEDULER ITER21 LR0.1296]: 480051 words processed Mon Nov 16 21:15:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929176. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42682 clock time +[SCHEDULER ITER21 LR0.1296]: 520140 words processed Mon Nov 16 21:15:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928482. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43720 clock time +[SCHEDULER ITER21 LR0.1296]: 560132 words processed Mon Nov 16 21:15:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.927679. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time +[SCHEDULER ITER21 LR0.1296]: 600118 words processed Mon Nov 16 21:16:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.925138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42722 clock time +[SCHEDULER ITER21 LR0.1296]: 640090 words processed Mon Nov 16 21:16:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922796. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43485 clock time +[SCHEDULER ITER21 LR0.1296]: 680075 words processed Mon Nov 16 21:16:36 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.921362. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42500 clock time +[SCHEDULER ITER21 LR0.1296]: 720043 words processed Mon Nov 16 21:16:51 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time +[SCHEDULER ITER21 LR0.1296]: 760012 words processed Mon Nov 16 21:17:06 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918226. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42974 clock time +[SCHEDULER ITER21 LR0.1296]: 800113 words processed Mon Nov 16 21:17:21 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.917948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43778 clock time +[SCHEDULER ITER21 LR0.1296]: 840089 words processed Mon Nov 16 21:17:36 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916767. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43237 clock time +[SCHEDULER ITER21 LR0.1296]: 880052 words processed Mon Nov 16 21:17:51 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43003 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR0.1296]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40087 words processed Mon Nov 16 21:18:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.121687. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81581 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40095 words processed Mon Nov 16 21:18:17 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.193534. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.79080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83936 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... + +[SCHEDULER ITER22 LR0.07776]: preparing parameters... +[SCHEDULER ITER22 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46028104 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032959 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92322760 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92438976 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94329928 +[SCHEDULER ITER22 LR0.07776]: preparing parameters end. +[SCHEDULER ITER22 LR0.07776]: preparing layers... +(21:18:29 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:18:29 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:18:29 2015-11-16)[nerv] info: create layer: combinerL1 +(21:18:29 2015-11-16)[nerv] info: create layer: outputL +(21:18:29 2015-11-16)[nerv] info: create layer: softmaxL +(21:18:29 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR0.07776]: preparing layers end. +[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR0.07776]: Initing TNN end. +===ITERATION 22 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40092 words processed Mon Nov 16 21:18:43 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.941979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44462 clock time +[SCHEDULER ITER22 LR0.07776]: 80099 words processed Mon Nov 16 21:18:58 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.938250. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43493 clock time +[SCHEDULER ITER22 LR0.07776]: 120004 words processed Mon Nov 16 21:19:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931563. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42850 clock time +[SCHEDULER ITER22 LR0.07776]: 160114 words processed Mon Nov 16 21:19:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932540. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45205 clock time +[SCHEDULER ITER22 LR0.07776]: 200066 words processed Mon Nov 16 21:19:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931450. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43599 clock time +[SCHEDULER ITER22 LR0.07776]: 240045 words processed Mon Nov 16 21:19:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.927571. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44078 clock time +[SCHEDULER ITER22 LR0.07776]: 280057 words processed Mon Nov 16 21:20:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923315. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44073 clock time +[SCHEDULER ITER22 LR0.07776]: 320106 words processed Mon Nov 16 21:20:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921082. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44158 clock time +[SCHEDULER ITER22 LR0.07776]: 360024 words processed Mon Nov 16 21:20:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919259. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42970 clock time +[SCHEDULER ITER22 LR0.07776]: 400089 words processed Mon Nov 16 21:20:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916177. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time +[SCHEDULER ITER22 LR0.07776]: 440067 words processed Mon Nov 16 21:21:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916615. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43426 clock time +[SCHEDULER ITER22 LR0.07776]: 480051 words processed Mon Nov 16 21:21:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916756. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time +[SCHEDULER ITER22 LR0.07776]: 520140 words processed Mon Nov 16 21:21:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916061. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43664 clock time +[SCHEDULER ITER22 LR0.07776]: 560132 words processed Mon Nov 16 21:21:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.915241. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42992 clock time +[SCHEDULER ITER22 LR0.07776]: 600118 words processed Mon Nov 16 21:22:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.912721. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44664 clock time +[SCHEDULER ITER22 LR0.07776]: 640090 words processed Mon Nov 16 21:22:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.910376. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43230 clock time +[SCHEDULER ITER22 LR0.07776]: 680075 words processed Mon Nov 16 21:22:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908921. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43041 clock time +[SCHEDULER ITER22 LR0.07776]: 720043 words processed Mon Nov 16 21:22:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.907630. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43541 clock time +[SCHEDULER ITER22 LR0.07776]: 760012 words processed Mon Nov 16 21:23:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.905650. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time +[SCHEDULER ITER22 LR0.07776]: 800113 words processed Mon Nov 16 21:23:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.905321. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44161 clock time +[SCHEDULER ITER22 LR0.07776]: 840089 words processed Mon Nov 16 21:23:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904079. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time +[SCHEDULER ITER22 LR0.07776]: 880052 words processed Mon Nov 16 21:23:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.903519. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43316 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR0.07776]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40087 words processed Mon Nov 16 21:24:09 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.115979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87784 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40095 words processed Mon Nov 16 21:24:22 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.188293. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78278 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... + +[SCHEDULER ITER23 LR0.046656]: preparing parameters... +[SCHEDULER ITER23 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890622 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895476 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48184985 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48301204 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94328908 +[SCHEDULER ITER23 LR0.046656]: preparing parameters end. +[SCHEDULER ITER23 LR0.046656]: preparing layers... +(21:24:33 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:24:33 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:24:33 2015-11-16)[nerv] info: create layer: combinerL1 +(21:24:33 2015-11-16)[nerv] info: create layer: outputL +(21:24:33 2015-11-16)[nerv] info: create layer: softmaxL +(21:24:33 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR0.046656]: preparing layers end. +[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR0.046656]: Initing TNN end. +===ITERATION 23 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40092 words processed Mon Nov 16 21:24:48 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.933322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.43060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45642 clock time +[SCHEDULER ITER23 LR0.046656]: 80099 words processed Mon Nov 16 21:25:03 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.929559. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42971 clock time +[SCHEDULER ITER23 LR0.046656]: 120004 words processed Mon Nov 16 21:25:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923031. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43949 clock time +[SCHEDULER ITER23 LR0.046656]: 160114 words processed Mon Nov 16 21:25:33 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.924075. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43725 clock time +[SCHEDULER ITER23 LR0.046656]: 200066 words processed Mon Nov 16 21:25:48 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923074. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42667 clock time +[SCHEDULER ITER23 LR0.046656]: 240045 words processed Mon Nov 16 21:26:03 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.919194. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42754 clock time +[SCHEDULER ITER23 LR0.046656]: 280057 words processed Mon Nov 16 21:26:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.914950. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45330 clock time +[SCHEDULER ITER23 LR0.046656]: 320106 words processed Mon Nov 16 21:26:33 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912753. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45143 clock time +[SCHEDULER ITER23 LR0.046656]: 360024 words processed Mon Nov 16 21:26:48 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910919. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44630 clock time +[SCHEDULER ITER23 LR0.046656]: 400089 words processed Mon Nov 16 21:27:03 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907852. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45193 clock time +[SCHEDULER ITER23 LR0.046656]: 440067 words processed Mon Nov 16 21:27:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908329. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43533 clock time +[SCHEDULER ITER23 LR0.046656]: 480051 words processed Mon Nov 16 21:27:32 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908451. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42763 clock time +[SCHEDULER ITER23 LR0.046656]: 520140 words processed Mon Nov 16 21:27:47 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907763. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time +[SCHEDULER ITER23 LR0.046656]: 560132 words processed Mon Nov 16 21:28:02 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.906947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42856 clock time +[SCHEDULER ITER23 LR0.046656]: 600118 words processed Mon Nov 16 21:28:17 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.904446. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42736 clock time +[SCHEDULER ITER23 LR0.046656]: 640090 words processed Mon Nov 16 21:28:32 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902126. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44366 clock time +[SCHEDULER ITER23 LR0.046656]: 680075 words processed Mon Nov 16 21:28:47 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900667. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43415 clock time +[SCHEDULER ITER23 LR0.046656]: 720043 words processed Mon Nov 16 21:29:02 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.899347. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43413 clock time +[SCHEDULER ITER23 LR0.046656]: 760012 words processed Mon Nov 16 21:29:16 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.897339. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16690 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42699 clock time +[SCHEDULER ITER23 LR0.046656]: 800113 words processed Mon Nov 16 21:29:31 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896996. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97776 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43602 clock time +[SCHEDULER ITER23 LR0.046656]: 840089 words processed Mon Nov 16 21:29:45 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.895727. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42617 clock time +[SCHEDULER ITER23 LR0.046656]: 880052 words processed Mon Nov 16 21:30:00 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.895135. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42590 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR0.046656]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40087 words processed Mon Nov 16 21:30:11 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.112277. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81826 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40095 words processed Mon Nov 16 21:30:24 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.184797. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82157 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... + +[SCHEDULER ITER24 LR0.0279936]: preparing parameters... +[SCHEDULER ITER24 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027630 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032483 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92321690 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92437904 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94328313 +[SCHEDULER ITER24 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER24 LR0.0279936]: preparing layers... +(21:30:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:30:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:30:36 2015-11-16)[nerv] info: create layer: combinerL1 +(21:30:36 2015-11-16)[nerv] info: create layer: outputL +(21:30:36 2015-11-16)[nerv] info: create layer: softmaxL +(21:30:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR0.0279936]: preparing layers end. +[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR0.0279936]: Initing TNN end. +===ITERATION 24 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Mon Nov 16 21:30:50 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.927572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44418 clock time +[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Mon Nov 16 21:31:05 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.923793. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43672 clock time +[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Mon Nov 16 21:31:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917436. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43113 clock time +[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Mon Nov 16 21:31:35 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.918508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time +[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Mon Nov 16 21:31:49 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917544. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42816 clock time +[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Mon Nov 16 21:32:04 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.913702. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42967 clock time +[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Mon Nov 16 21:32:19 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909467. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44194 clock time +[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Mon Nov 16 21:32:34 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907301. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43668 clock time +[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Mon Nov 16 21:32:49 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.905454. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44618 clock time +[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Mon Nov 16 21:33:04 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902393. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45318 clock time +[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Mon Nov 16 21:33:19 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902894. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43587 clock time +[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Mon Nov 16 21:33:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902990. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77021 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time +[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Mon Nov 16 21:33:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902279. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43759 clock time +[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Mon Nov 16 21:34:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.901444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42838 clock time +[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Mon Nov 16 21:34:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.898944. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time +[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Mon Nov 16 21:34:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896618. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43462 clock time +[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Mon Nov 16 21:34:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895142. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43477 clock time +[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Mon Nov 16 21:35:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.893792. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44041 clock time +[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Mon Nov 16 21:35:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891750. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43129 clock time +[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Mon Nov 16 21:35:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891385. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43856 clock time +[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Mon Nov 16 21:35:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.890073. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time +[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Mon Nov 16 21:36:02 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.889435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42815 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR0.0279936]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Mon Nov 16 21:36:14 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.109803. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83310 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Mon Nov 16 21:36:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.182444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83160 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... + +[SCHEDULER ITER25 LR0.01679616]: preparing parameters... +[SCHEDULER ITER25 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890306 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895158 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48184112 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48300326 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94327911 +[SCHEDULER ITER25 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER25 LR0.01679616]: preparing layers... +(21:36:40 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:36:40 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:36:40 2015-11-16)[nerv] info: create layer: combinerL1 +(21:36:40 2015-11-16)[nerv] info: create layer: outputL +(21:36:40 2015-11-16)[nerv] info: create layer: softmaxL +(21:36:40 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.01679616]: preparing layers end. +[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.01679616]: Initing TNN end. +===ITERATION 25 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Mon Nov 16 21:36:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.923208. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43951 clock time +[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Mon Nov 16 21:37:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.919417. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time +[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Mon Nov 16 21:37:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913209. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42841 clock time +[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Mon Nov 16 21:37:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914297. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43606 clock time +[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Mon Nov 16 21:37:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913380. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44147 clock time +[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Mon Nov 16 21:38:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.909582. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43906 clock time +[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Mon Nov 16 21:38:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.905394. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44108 clock time +[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Mon Nov 16 21:38:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43881 clock time +[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Mon Nov 16 21:38:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901437. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42611 clock time +[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Mon Nov 16 21:39:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898384. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43703 clock time +[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Mon Nov 16 21:39:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898922. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42587 clock time +[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Mon Nov 16 21:39:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899016. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83188 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time +[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Mon Nov 16 21:39:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898314. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44649 clock time +[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Mon Nov 16 21:40:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.897483. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43626 clock time +[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Mon Nov 16 21:40:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.895000. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42846 clock time +[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Mon Nov 16 21:40:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892683. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43990 clock time +[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Mon Nov 16 21:40:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.891213. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time +[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Mon Nov 16 21:41:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.889857. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42965 clock time +[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Mon Nov 16 21:41:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887813. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time +[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Mon Nov 16 21:41:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887451. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45058 clock time +[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Mon Nov 16 21:41:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.886122. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44161 clock time +[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Mon Nov 16 21:42:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.885470. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43514 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.01679616]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Mon Nov 16 21:42:22 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.108055. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87344 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Mon Nov 16 21:42:36 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.180677. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80862 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... + +[SCHEDULER ITER26 LR0.010077696]: preparing parameters... +[SCHEDULER ITER26 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027486 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032336 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92321123 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92437338 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94327574 +[SCHEDULER ITER26 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER26 LR0.010077696]: preparing layers... +(21:42:47 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:42:47 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:42:47 2015-11-16)[nerv] info: create layer: combinerL1 +(21:42:47 2015-11-16)[nerv] info: create layer: outputL +(21:42:47 2015-11-16)[nerv] info: create layer: softmaxL +(21:42:47 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.010077696]: preparing layers end. +[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.010077696]: Initing TNN end. +===ITERATION 26 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Mon Nov 16 21:43:02 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.920393. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96072 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44630 clock time +[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Mon Nov 16 21:43:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42983 clock time +[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Mon Nov 16 21:43:32 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.910485. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44355 clock time +[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Mon Nov 16 21:43:47 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911575. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44568 clock time +[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Mon Nov 16 21:44:02 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.910704. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43332 clock time +[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Mon Nov 16 21:44:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906925. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43142 clock time +[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Mon Nov 16 21:44:32 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902777. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43698 clock time +[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Mon Nov 16 21:44:47 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.900686. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43656 clock time +[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Mon Nov 16 21:45:02 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.898858. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43095 clock time +[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Mon Nov 16 21:45:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.895803. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43940 clock time +[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Mon Nov 16 21:45:31 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896372. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42857 clock time +[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Mon Nov 16 21:45:45 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896467. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42891 clock time +[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Mon Nov 16 21:46:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.895771. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43805 clock time +[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Mon Nov 16 21:46:15 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894951. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43555 clock time +[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Mon Nov 16 21:46:30 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892485. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44207 clock time +[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Mon Nov 16 21:46:45 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890172. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43841 clock time +[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Mon Nov 16 21:47:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.888707. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43991 clock time +[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Mon Nov 16 21:47:15 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.887352. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43137 clock time +[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Mon Nov 16 21:47:30 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.885304. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42964 clock time +[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Mon Nov 16 21:47:45 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44758 clock time +[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Mon Nov 16 21:48:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.883602. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44016 clock time +[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Mon Nov 16 21:48:15 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.882941. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43695 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.010077696]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Mon Nov 16 21:48:26 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.106879. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77993 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Mon Nov 16 21:48:39 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.179472. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80380 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... + +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER27 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890181 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895031 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183648 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299860 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94327301 +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER27 LR0.0060466176]: preparing layers... +(21:48:50 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:48:50 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:48:50 2015-11-16)[nerv] info: create layer: combinerL1 +(21:48:50 2015-11-16)[nerv] info: create layer: outputL +(21:48:50 2015-11-16)[nerv] info: create layer: softmaxL +(21:48:50 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end. +===ITERATION 27 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Mon Nov 16 21:49:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918667. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44337 clock time +[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Mon Nov 16 21:49:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914790. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44106 clock time +[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Mon Nov 16 21:49:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.908774. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23195 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43076 clock time +[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Mon Nov 16 21:49:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909865. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45010 clock time +[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Mon Nov 16 21:50:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909025. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43958 clock time +[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Mon Nov 16 21:50:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.905239. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43980 clock time +[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Mon Nov 16 21:50:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901119. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45290 clock time +[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Mon Nov 16 21:50:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899053. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45002 clock time +[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Mon Nov 16 21:51:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897228. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42723 clock time +[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Mon Nov 16 21:51:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894165. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43971 clock time +[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Mon Nov 16 21:51:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894754. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43625 clock time +[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Mon Nov 16 21:51:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43373 clock time +[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Mon Nov 16 21:52:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894156. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time +[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Mon Nov 16 21:52:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.893343. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43140 clock time +[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Mon Nov 16 21:52:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.890889. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43893 clock time +[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Mon Nov 16 21:52:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.888577. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42738 clock time +[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Mon Nov 16 21:53:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.887115. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43493 clock time +[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Mon Nov 16 21:53:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.885766. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43147 clock time +[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Mon Nov 16 21:53:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883712. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time +[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Mon Nov 16 21:53:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883352. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43700 clock time +[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Mon Nov 16 21:54:04 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.882003. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42717 clock time +[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Mon Nov 16 21:54:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.881337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43100 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.0060466176]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Mon Nov 16 21:54:31 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.106093. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81034 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Mon Nov 16 21:54:45 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.178726. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78149 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... + +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER28 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027363 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032213 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320760 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436970 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94327115 +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER28 LR0.00362797056]: preparing layers... +(21:54:57 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:54:57 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:54:57 2015-11-16)[nerv] info: create layer: combinerL1 +(21:54:57 2015-11-16)[nerv] info: create layer: outputL +(21:54:57 2015-11-16)[nerv] info: create layer: softmaxL +(21:54:57 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end. +===ITERATION 28 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Mon Nov 16 21:55:12 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917576. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45018 clock time +[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Mon Nov 16 21:55:27 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913671. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44370 clock time +[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Mon Nov 16 21:55:42 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.907684. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44506 clock time +[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Mon Nov 16 21:55:57 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908779. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44572 clock time +[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Mon Nov 16 21:56:12 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.907960. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42957 clock time +[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Mon Nov 16 21:56:26 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.904162. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15009 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time +[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Mon Nov 16 21:56:41 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900061. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time +[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Mon Nov 16 21:56:56 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898018. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time +[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Mon Nov 16 21:57:11 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896201. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44282 clock time +[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Mon Nov 16 21:57:26 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893131. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44369 clock time +[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Mon Nov 16 21:57:41 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893731. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42799 clock time +[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Mon Nov 16 21:57:55 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893827. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42915 clock time +[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Mon Nov 16 21:58:10 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893133. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43647 clock time +[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Mon Nov 16 21:58:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.892323. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42637 clock time +[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Mon Nov 16 21:58:39 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.889876. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43907 clock time +[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Mon Nov 16 21:58:54 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.887566. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43933 clock time +[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Mon Nov 16 21:59:09 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.886103. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43428 clock time +[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Mon Nov 16 21:59:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.884762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42994 clock time +[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Mon Nov 16 21:59:39 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882705. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time +[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Mon Nov 16 21:59:54 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882343. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44860 clock time +[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Mon Nov 16 22:00:09 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.880989. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43621 clock time +[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Mon Nov 16 22:00:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.880322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43746 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.00362797056]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Mon Nov 16 22:00:36 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.105555. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82478 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Mon Nov 16 22:00:49 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.178284. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83157 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... + +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters... +[SCHEDULER ITER29 LR0.002176782336]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890155 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895005 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183478 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299687 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326991 +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. +[SCHEDULER ITER29 LR0.002176782336]: preparing layers... +(22:01:00 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:01:00 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:01:00 2015-11-16)[nerv] info: create layer: combinerL1 +(22:01:00 2015-11-16)[nerv] info: create layer: outputL +(22:01:00 2015-11-16)[nerv] info: create layer: softmaxL +(22:01:00 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.002176782336]: preparing layers end. +[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end. +===ITERATION 29 LR 0.002177=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Mon Nov 16 22:01:14 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.916882. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97794 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time +[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Mon Nov 16 22:01:29 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912963. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time +[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Mon Nov 16 22:01:44 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.906983. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42775 clock time +[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Mon Nov 16 22:01:59 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44404 clock time +[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Mon Nov 16 22:02:13 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907277. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42687 clock time +[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Mon Nov 16 22:02:28 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.903480. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42899 clock time +[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Mon Nov 16 22:02:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899390. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44724 clock time +[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Mon Nov 16 22:02:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.897358. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45078 clock time +[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Mon Nov 16 22:03:12 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895550. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42850 clock time +[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Mon Nov 16 22:03:27 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892479. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44776 clock time +[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Mon Nov 16 22:03:41 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time +[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Mon Nov 16 22:03:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893185. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42806 clock time +[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Mon Nov 16 22:04:10 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892489. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43645 clock time +[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Mon Nov 16 22:04:24 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.891675. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time +[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Mon Nov 16 22:04:38 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.889232. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42737 clock time +[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Mon Nov 16 22:04:53 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.886925. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42897 clock time +[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Mon Nov 16 22:05:08 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.885457. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43133 clock time +[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Mon Nov 16 22:05:23 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.884124. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42977 clock time +[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Mon Nov 16 22:05:38 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.882065. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44613 clock time +[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Mon Nov 16 22:05:53 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881700. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44927 clock time +[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Mon Nov 16 22:06:08 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.880344. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44632 clock time +[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Mon Nov 16 22:06:23 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.879675. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44172 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.002176782336]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Mon Nov 16 22:06:34 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.105165. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76352 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Mon Nov 16 22:06:48 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.178008. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.82802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86294 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... + +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters... +[SCHEDULER ITER30 LR0.0013060694016]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027283 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032133 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320596 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436806 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326944 +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end. +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers... +(22:07:00 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:07:00 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:07:00 2015-11-16)[nerv] info: create layer: combinerL1 +(22:07:00 2015-11-16)[nerv] info: create layer: outputL +(22:07:00 2015-11-16)[nerv] info: create layer: softmaxL +(22:07:00 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers end. +[SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER30 LR0.0013060694016]: Initing TNN end. +===ITERATION 30 LR 0.001306=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Mon Nov 16 22:07:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Mon Nov 16 22:07:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912531. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43109 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Mon Nov 16 22:07:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.906550. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43257 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Mon Nov 16 22:08:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907654. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43743 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Mon Nov 16 22:08:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.906847. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43064 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Mon Nov 16 22:08:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903052. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43532 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Mon Nov 16 22:08:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898971. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43897 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Mon Nov 16 22:09:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896943. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44502 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Mon Nov 16 22:09:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895141. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44759 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Mon Nov 16 22:09:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892069. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44114 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Mon Nov 16 22:09:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892680. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43055 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Mon Nov 16 22:10:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892783. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43038 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Mon Nov 16 22:10:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892086. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45274 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Mon Nov 16 22:10:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.891271. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44352 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Mon Nov 16 22:10:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888832. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43235 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Mon Nov 16 22:11:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.886525. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42993 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Mon Nov 16 22:11:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.885052. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43158 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Mon Nov 16 22:11:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.883724. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42978 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Mon Nov 16 22:11:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881662. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42909 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Mon Nov 16 22:12:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881296. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44197 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Mon Nov 16 22:12:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.879938. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Mon Nov 16 22:12:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.879269. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43304 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.0013060694016]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Mon Nov 16 22:12:41 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.104864. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83242 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Mon Nov 16 22:12:54 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.177800. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81400 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... + +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters... +[SCHEDULER ITER31 LR0.00078364164096]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890138 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1894988 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183411 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299621 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326897 +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end. +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers... +(22:13:05 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:13:05 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:13:05 2015-11-16)[nerv] info: create layer: combinerL1 +(22:13:05 2015-11-16)[nerv] info: create layer: outputL +(22:13:05 2015-11-16)[nerv] info: create layer: softmaxL +(22:13:05 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers end. +[SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER31 LR0.00078364164096]: Initing TNN end. +===ITERATION 31 LR 0.000784=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Mon Nov 16 22:13:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.916210. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45082 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Mon Nov 16 22:13:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.912266. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43510 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Mon Nov 16 22:13:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.906285. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43233 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Mon Nov 16 22:14:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907390. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43797 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Mon Nov 16 22:14:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.906581. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42787 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Mon Nov 16 22:14:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.902782. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42846 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Mon Nov 16 22:14:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.898708. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Mon Nov 16 22:15:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.896684. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44505 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Mon Nov 16 22:15:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.894884. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44557 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Mon Nov 16 22:15:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891812. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45382 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Mon Nov 16 22:15:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892423. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44417 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Mon Nov 16 22:16:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892530. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43546 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Mon Nov 16 22:16:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891831. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44067 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Mon Nov 16 22:16:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891016. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43717 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Mon Nov 16 22:16:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.888579. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43299 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Mon Nov 16 22:17:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.886273. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43911 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Mon Nov 16 22:17:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.884796. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43837 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Mon Nov 16 22:17:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.883469. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44442 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Mon Nov 16 22:17:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881407. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44485 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Mon Nov 16 22:18:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881039. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44008 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Mon Nov 16 22:18:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.879681. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44547 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Mon Nov 16 22:18:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.879010. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER31 LR0.00078364164096]: shuffling training file +===PEEK ON TEST 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Mon Nov 16 22:18:47 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.104630. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.81431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85736 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Mon Nov 16 22:19:01 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.177652. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.83611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87156 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... + +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters... +[SCHEDULER ITER32 LR0.000470184984576]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027284 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032134 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320569 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436778 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326910 +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end. +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers... +(22:19:12 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:19:12 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:19:12 2015-11-16)[nerv] info: create layer: combinerL1 +(22:19:12 2015-11-16)[nerv] info: create layer: outputL +(22:19:12 2015-11-16)[nerv] info: create layer: softmaxL +(22:19:12 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers end. +[SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER32 LR0.000470184984576]: Initing TNN end. +===ITERATION 32 LR 0.000470=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Mon Nov 16 22:19:26 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.916048. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44503 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Mon Nov 16 22:19:41 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.912091. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Mon Nov 16 22:19:56 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906112. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43010 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Mon Nov 16 22:20:11 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907220. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44583 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Mon Nov 16 22:20:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906412. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42840 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Mon Nov 16 22:20:40 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.902609. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43210 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Mon Nov 16 22:20:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.898541. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44741 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Mon Nov 16 22:21:10 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.896520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Mon Nov 16 22:21:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.894722. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43743 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Mon Nov 16 22:21:40 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.891648. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45068 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Mon Nov 16 22:21:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892260. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44904 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Mon Nov 16 22:22:10 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892369. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44241 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Mon Nov 16 22:22:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.891668. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45053 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Mon Nov 16 22:22:40 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.890854. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44420 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Mon Nov 16 22:22:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.888417. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43074 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Mon Nov 16 22:23:10 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.886112. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44555 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Mon Nov 16 22:23:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.884632. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43799 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Mon Nov 16 22:23:39 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.883305. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43073 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Mon Nov 16 22:23:54 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.881243. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43739 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Mon Nov 16 22:24:09 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880875. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44122 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Mon Nov 16 22:24:24 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.879517. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43294 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Mon Nov 16 22:24:39 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.878846. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44640 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER32 LR0.000470184984576]: shuffling training file +===PEEK ON TEST 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Mon Nov 16 22:24:51 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.104462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.86504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89189 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Mon Nov 16 22:25:05 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.177560. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.81832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86510 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... + +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters... +[SCHEDULER ITER33 LR0.0002821109907456]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890129 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1894979 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183403 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299612 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326883 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end. +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers... +(22:25:17 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:25:17 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:25:17 2015-11-16)[nerv] info: create layer: combinerL1 +(22:25:17 2015-11-16)[nerv] info: create layer: outputL +(22:25:17 2015-11-16)[nerv] info: create layer: softmaxL +(22:25:17 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end. +[SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER33 LR0.0002821109907456]: Initing TNN end. +===ITERATION 33 LR 0.000282=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Mon Nov 16 22:25:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.915948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44690 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Mon Nov 16 22:25:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.911974. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42885 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Mon Nov 16 22:26:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.905997. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36776 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44061 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Mon Nov 16 22:26:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907108. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43966 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Mon Nov 16 22:26:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906303. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43840 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Mon Nov 16 22:26:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.902497. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43547 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Mon Nov 16 22:27:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.898435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Mon Nov 16 22:27:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.896415. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45179 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Mon Nov 16 22:27:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.894619. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43229 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Mon Nov 16 22:27:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.891544. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43872 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Mon Nov 16 22:28:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892156. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43591 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Mon Nov 16 22:28:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43615 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Mon Nov 16 22:28:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.891565. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43977 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Mon Nov 16 22:28:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.890751. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44419 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Mon Nov 16 22:29:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.888314. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43007 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Mon Nov 16 22:29:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.886009. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42957 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Mon Nov 16 22:29:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.884528. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43952 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Mon Nov 16 22:29:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.883201. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43441 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Mon Nov 16 22:30:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.881140. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44013 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Mon Nov 16 22:30:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880772. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.43033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45343 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Mon Nov 16 22:30:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.879414. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44482 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Mon Nov 16 22:30:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.878742. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43945 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file +===PEEK ON TEST 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Mon Nov 16 22:30:59 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.104346. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83693 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Mon Nov 16 22:31:12 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.177502. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77424 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... + +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters... +[SCHEDULER ITER34 LR0.00016926659444736]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027263 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032113 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320528 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436737 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326866 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end. +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers... +(22:31:23 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:31:23 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:31:23 2015-11-16)[nerv] info: create layer: combinerL1 +(22:31:23 2015-11-16)[nerv] info: create layer: outputL +(22:31:23 2015-11-16)[nerv] info: create layer: softmaxL +(22:31:23 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end. +[SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER34 LR0.00016926659444736]: Initing TNN end. +===ITERATION 34 LR 0.000169=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Mon Nov 16 22:31:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.915888. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44268 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Mon Nov 16 22:31:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.911900. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43009 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Mon Nov 16 22:32:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.905924. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43551 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Mon Nov 16 22:32:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907036. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45583 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Mon Nov 16 22:32:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906236. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44393 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Mon Nov 16 22:32:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.902428. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43660 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Mon Nov 16 22:33:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.898370. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44084 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Mon Nov 16 22:33:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.896351. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43923 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Mon Nov 16 22:33:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894555. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Mon Nov 16 22:33:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.891480. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Mon Nov 16 22:34:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892093. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43581 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Mon Nov 16 22:34:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892205. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Mon Nov 16 22:34:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.891502. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43922 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Mon Nov 16 22:34:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.890689. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43295 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Mon Nov 16 22:35:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.888252. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44176 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Mon Nov 16 22:35:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.885947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43313 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Mon Nov 16 22:35:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.884465. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43075 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Mon Nov 16 22:35:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.883138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42894 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Mon Nov 16 22:36:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.881077. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43050 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Mon Nov 16 22:36:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880709. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44920 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Mon Nov 16 22:36:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.879351. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42964 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Mon Nov 16 22:36:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.878679. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file +===PEEK ON TEST 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Mon Nov 16 22:37:05 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.104262. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.87126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89181 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Mon Nov 16 22:37:19 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.177462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79652 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... + +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters... +[SCHEDULER ITER35 LR0.00010155995666842]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890128 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1894978 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183383 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299592 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326857 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end. +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers... +(22:37:31 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:37:31 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:37:31 2015-11-16)[nerv] info: create layer: combinerL1 +(22:37:31 2015-11-16)[nerv] info: create layer: outputL +(22:37:31 2015-11-16)[nerv] info: create layer: softmaxL +(22:37:31 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end. +[SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER35 LR0.00010155995666842]: Initing TNN end. +===ITERATION 35 LR 0.000102=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Mon Nov 16 22:37:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.915850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44128 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Mon Nov 16 22:38:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.911855. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43041 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Mon Nov 16 22:38:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.905880. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43275 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Mon Nov 16 22:38:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906992. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44600 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Mon Nov 16 22:38:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906196. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44010 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Mon Nov 16 22:39:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.902388. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43073 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Mon Nov 16 22:39:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.898334. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44360 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Mon Nov 16 22:39:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.896314. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45150 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Mon Nov 16 22:39:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894518. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43541 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Mon Nov 16 22:40:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.891443. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.44342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44768 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Mon Nov 16 22:40:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892056. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43088 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Mon Nov 16 22:40:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892169. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42743 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Mon Nov 16 22:40:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.891466. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44584 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Mon Nov 16 22:41:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.890653. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43131 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Mon Nov 16 22:41:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.888215. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Mon Nov 16 22:41:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.885910. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42902 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Mon Nov 16 22:41:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.884429. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43538 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Mon Nov 16 22:42:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.883100. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43365 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Mon Nov 16 22:42:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.881041. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Mon Nov 16 22:42:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880673. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43864 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Mon Nov 16 22:42:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.879315. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43238 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Mon Nov 16 22:43:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.878643. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.46555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44679 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file +===PEEK ON TEST 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Mon Nov 16 22:43:12 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.104206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80520 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Mon Nov 16 22:43:25 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.177435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77909 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... + +===VALIDATION PPL record=== + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027263 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032113 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320518 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436727 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326857 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(22:43:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:43:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:43:36 2015-11-16)[nerv] info: create layer: combinerL1 +(22:43:36 2015-11-16)[nerv] info: create layer: outputL +(22:43:36 2015-11-16)[nerv] info: create layer: softmaxL +(22:43:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Mon Nov 16 22:43:43 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.104206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84086 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -- cgit v1.2.3-70-g09d2 From bd563c1ebcd676059e0384532ab192d98b3eabf2 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 17 Nov 2015 00:02:05 +0800 Subject: coding style change --- nerv/examples/lmptb/lm_trainer.lua | 15 ++++++++------- nerv/examples/lmptb/rnn/tnn.lua | 28 ++++++++++++++-------------- nerv/examples/lmptb/tnn_ptb_main.lua | 19 +++++++------------ 3 files changed, 29 insertions(+), 33 deletions(-) diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua index 44862dc..7dd70e2 100644 --- a/nerv/examples/lmptb/lm_trainer.lua +++ b/nerv/examples/lmptb/lm_trainer.lua @@ -26,13 +26,15 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) local r, feeds - r, feeds = tnn:getFeedFromReader(reader) - if (r == false) then break end + r, feeds = tnn:getfeed_from_reader(reader) + if r == false then + break + end for t = 1, global_conf.chunk_size do tnn.err_inputs_m[t][1]:fill(1) for i = 1, global_conf.batch_size do - if (bit.band(feeds.flags_now[t][i], nerv.TNN.FC.HAS_LABEL) == 0) then + if bit.band(feeds.flags_now[t][i], nerv.TNN.FC.HAS_LABEL) == 0 then tnn.err_inputs_m[t][1][i - 1][0] = 0 end end @@ -50,7 +52,7 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) tnn:net_propagate() - if (do_train == true) then + if do_train == true then tnn:net_backpropagate(false) tnn:net_backpropagate(true) end @@ -62,12 +64,11 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) end end end - - tnn:moveRightToNextMB() + tnn:move_right_to_nextmb() global_conf.timer:toc('most_out_loop_lmprocessfile') --print log - if (result["rnn"].cn_w > next_log_wcn) then + if result["rnn"].cn_w > next_log_wcn then next_log_wcn = next_log_wcn + global_conf.log_w_num printf("%s %d words processed %s.\n", global_conf.sche_log_pre, result["rnn"].cn_w, os.date()) printf("\t%s log prob per sample :%f.\n", global_conf.sche_log_pre, result:logp_sample("rnn")) diff --git a/nerv/examples/lmptb/rnn/tnn.lua b/nerv/examples/lmptb/rnn/tnn.lua index d6bf42e..d10ab82 100644 --- a/nerv/examples/lmptb/rnn/tnn.lua +++ b/nerv/examples/lmptb/rnn/tnn.lua @@ -58,7 +58,7 @@ nerv.TNN.FC.HAS_INPUT = 1 nerv.TNN.FC.HAS_LABEL = 2 nerv.TNN.FC.SEQ_NORM = bit.bor(nerv.TNN.FC.HAS_INPUT, nerv.TNN.FC.HAS_LABEL) --This instance have both input and label -function TNN.makeInitialStore(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) +function TNN.make_initial_store(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) --Return a table of matrix storage from time (1-chunk_size)..(2*chunk_size) if (type(st) ~= "table") then nerv.error("st should be a table") @@ -78,7 +78,7 @@ function TNN.makeInitialStore(st, p, dim, batch_size, chunk_size, global_conf, s end end -function TNN:outOfFeedRange(t) --out of chunk, or no input, for the current feed +function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current feed if (t < 1 or t > self.chunk_size) then return true end @@ -165,9 +165,9 @@ function TNN:init(batch_size, chunk_size) print("TNN initing storage", ref_from.layer.id, "->", ref_to.layer.id) ref_to.inputs_matbak_p[port_to] = self.gconf.cumat_type(batch_size, dim) - self.makeInitialStore(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) + self.make_initial_store(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) ref_from.err_inputs_matbak_p[port_from] = self.gconf.cumat_type(batch_size, dim) - self.makeInitialStore(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) + self.make_initial_store(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) end @@ -176,8 +176,8 @@ function TNN:init(batch_size, chunk_size) for i = 1, #self.dim_out do --Init storage for output ports local ref = self.outputs_p[i].ref local p = self.outputs_p[i].port - self.makeInitialStore(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) - self.makeInitialStore(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) + self.make_initial_store(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) + self.make_initial_store(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) end self.inputs_m = {} @@ -185,8 +185,8 @@ function TNN:init(batch_size, chunk_size) for i = 1, #self.dim_in do --Init storage for input ports local ref = self.inputs_p[i].ref local p = self.inputs_p[i].port - self.makeInitialStore(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) - self.makeInitialStore(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) + self.make_initial_store(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) + self.make_initial_store(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) end for id, ref in pairs(self.layers) do --Calling init for child layers @@ -285,13 +285,13 @@ end --reader: some reader --Returns: bool, whether has new feed --Returns: feeds, a table that will be filled with the reader's feeds -function TNN:getFeedFromReader(reader) +function TNN:getfeed_from_reader(reader) local feeds_now = self.feeds_now local got_new = reader:get_batch(feeds_now) return got_new, feeds_now end -function TNN:moveRightToNextMB() --move output history activations of 1..chunk_size to 1-chunk_size..0 +function TNN:move_right_to_nextmb() --move output history activations of 1..chunk_size to 1-chunk_size..0 for t = 1, self.chunk_size, 1 do for id, ref in pairs(self.layers) do for p = 1, #ref.dim_out do @@ -345,7 +345,7 @@ end --ref: the TNN_ref of a layer --t: the current time to propagate function TNN:propagate_dfs(ref, t) - if (self:outOfFeedRange(t)) then + if (self:out_of_feedrange(t)) then return end if (ref.outputs_b[t][1] == true) then --already propagated, 1 is just a random port @@ -357,7 +357,7 @@ function TNN:propagate_dfs(ref, t) local flag = true --whether have all inputs for _, conn in pairs(ref.i_conns_p) do local p = conn.dst.port - if (not (ref.inputs_b[t][p] or self:outOfFeedRange(t - conn.time))) then + if (not (ref.inputs_b[t][p] or self:out_of_feedrange(t - conn.time))) then flag = false break end @@ -465,7 +465,7 @@ end --ref: the TNN_ref of a layer --t: the current time to propagate function TNN:backpropagate_dfs(ref, t, do_update) - if (self:outOfFeedRange(t)) then + if (self:out_of_feedrange(t)) then return end if (ref.err_outputs_b[t][1] == true) then --already back_propagated, 1 is just a random port @@ -477,7 +477,7 @@ function TNN:backpropagate_dfs(ref, t, do_update) local flag = true --whether have all inputs for _, conn in pairs(ref.o_conns_p) do local p = conn.src.port - if (not (ref.err_inputs_b[t][p] or self:outOfFeedRange(t + conn.time))) then + if (not (ref.err_inputs_b[t][p] or self:out_of_feedrange(t + conn.time))) then flag = false break end diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index f68311c..c37b217 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -17,7 +17,7 @@ local LMTrainer = nerv.LMTrainer function prepare_parameters(global_conf, iter) printf("%s preparing parameters...\n", global_conf.sche_log_pre) - if (iter == -1) then --first time + if iter == -1 then --first time printf("%s first time, generating parameters...\n", global_conf.sche_log_pre) ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1) @@ -290,9 +290,11 @@ printf("%s building vocab...\n", global_conf.sche_log_pre) global_conf.vocab:build_file(global_conf.vocab_fn, false) ppl_rec = {} -if (start_iter == -1) then +if start_iter == -1 then prepare_parameters(global_conf, -1) --randomly generate parameters +end +if start_iter == -1 or start_iter == 0 then print("===INITIAL VALIDATION===") local tnn, paramRepo = load_net(global_conf, 0) local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! @@ -309,9 +311,6 @@ if (start_iter == -1) then print() end -if (start_iter == 0) then - nerv.error("start_iter should not be zero") -end local final_iter for iter = start_iter, global_conf.max_iter, 1 do final_iter = iter --for final testing @@ -335,21 +334,17 @@ for iter = start_iter, global_conf.max_iter, 1 do if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then global_conf.lrate = (global_conf.lrate * 0.6) end - if (ppl_rec[iter].valid < ppl_last) then + if ppl_rec[iter].valid < ppl_last then printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) else printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) - --if (lr_half == true) then - -- printf("%s LR is already halfing, end training...\n", global_conf.sche_log_pre) - -- break - --end end - if (ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) then + if ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true then lr_half = true end - if (ppl_rec[iter].valid < ppl_last) then + if ppl_rec[iter].valid < ppl_last then ppl_last = ppl_rec[iter].valid end printf("\n") -- cgit v1.2.3-70-g09d2 From 317ff51cae8dcfaff26855c42ce99656b4d293b5 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 17 Nov 2015 13:20:43 +0800 Subject: added small opt: use mmatrix in lm_trainer and reader --- nerv/examples/lmptb/lm_trainer.lua | 17 +- nerv/examples/lmptb/lmptb/lmseqreader.lua | 28 +- nerv/examples/lmptb/m-tests/LOG-tnn-h400 | 10791 +++++++++++++++------------- nerv/examples/lmptb/rnn/tnn.lua | 16 +- 4 files changed, 5688 insertions(+), 5164 deletions(-) diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua index 7dd70e2..62d8b50 100644 --- a/nerv/examples/lmptb/lm_trainer.lua +++ b/nerv/examples/lmptb/lm_trainer.lua @@ -15,17 +15,18 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) reader:open_file(fn) local result = nerv.LMResult(global_conf, global_conf.vocab) result:init("rnn") - + global_conf.timer:flush() tnn:flush_all() --caution: will also flush the inputs from the reader! local next_log_wcn = global_conf.log_w_num + local neto_bakm = global_conf.mmat_type(global_conf.batch_size, 1) --space backup matrix for network output while (1) do global_conf.timer:tic('most_out_loop_lmprocessfile') local r, feeds - + global_conf.timer:tic('tnn_beforeprocess') r, feeds = tnn:getfeed_from_reader(reader) if r == false then break @@ -39,6 +40,7 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) end end end + global_conf.timer:toc('tnn_beforeprocess') --[[ for j = 1, global_conf.chunk_size, 1 do @@ -56,15 +58,20 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) tnn:net_backpropagate(false) tnn:net_backpropagate(true) end - + + global_conf.timer:tic('tnn_afterprocess') for t = 1, global_conf.chunk_size, 1 do + tnn.outputs_m[t][1]:copy_toh(neto_bakm) for i = 1, global_conf.batch_size, 1 do if (feeds.labels_s[t][i] ~= global_conf.vocab.null_token) then - result:add("rnn", feeds.labels_s[t][i], math.exp(tnn.outputs_m[t][1][i - 1][0])) + --result:add("rnn", feeds.labels_s[t][i], math.exp(tnn.outputs_m[t][1][i - 1][0])) + result:add("rnn", feeds.labels_s[t][i], math.exp(neto_bakm[i - 1][0])) end end end - tnn:move_right_to_nextmb() + tnn:move_right_to_nextmb({0}) --only copy for time 0 + global_conf.timer:toc('tnn_afterprocess') + global_conf.timer:toc('most_out_loop_lmprocessfile') --print log diff --git a/nerv/examples/lmptb/lmptb/lmseqreader.lua b/nerv/examples/lmptb/lmptb/lmseqreader.lua index e0dcd95..cc805a4 100644 --- a/nerv/examples/lmptb/lmptb/lmseqreader.lua +++ b/nerv/examples/lmptb/lmptb/lmseqreader.lua @@ -30,6 +30,13 @@ function LMReader:open_file(fn) for i = 1, self.batch_size, 1 do self.streams[i] = {["store"] = {}, ["head"] = 1, ["tail"] = 0} end + + self.bak_inputs_m = {} --backup MMatrix for temporary storey(then copy to TNN CuMatrix) + for j = 1, self.chunk_size, 1 do + self.bak_inputs_m[j] = {} + self.bak_inputs_m[j][1] = self.gconf.mmat_type(self.batch_size, 1) + self.bak_inputs_m[j][2] = self.gconf.mmat_type(self.batch_size, self.vocab:size()) --since MMatrix does not yet have fill, this m[j][2] is not used + end end --id: int @@ -78,7 +85,7 @@ function LMReader:get_batch(feeds) local labels_s = feeds.labels_s for i = 1, self.chunk_size, 1 do inputs_s[i] = {} - labels_s[i] = {} + labels_s[i] = {} end local inputs_m = feeds.inputs_m --port 1 : word_id, port 2 : label @@ -86,20 +93,24 @@ function LMReader:get_batch(feeds) local flagsPack = feeds.flagsPack_now local got_new = false + for j = 1, self.chunk_size, 1 do + inputs_m[j][2]:fill(0) + end for i = 1, self.batch_size, 1 do local st = self.streams[i] for j = 1, self.chunk_size, 1 do flags[j][i] = 0 self:refresh_stream(i) - if (st.store[st.head] ~= nil) then + if st.store[st.head] ~= nil then inputs_s[j][i] = st.store[st.head] - inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 + --inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 + self.bak_inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 else inputs_s[j][i] = self.vocab.null_token - inputs_m[j][1][i - 1][0] = 0 + --inputs_m[j][1][i - 1][0] = 0 + self.bak_inputs_m[j][1][i - 1][0] = 0 end - inputs_m[j][2][i - 1]:fill(0) - if (st.store[st.head + 1] ~= nil) then + if st.store[st.head + 1] ~= nil then labels_s[j][i] = st.store[st.head + 1] inputs_m[j][2][i - 1][self.vocab:get_word_str(st.store[st.head + 1]).id - 1] = 1 else @@ -116,12 +127,12 @@ function LMReader:get_batch(feeds) got_new = true st.store[st.head] = nil st.head = st.head + 1 - if (labels_s[j][i] == self.vocab.sen_end_token) then + if labels_s[j][i] == self.vocab.sen_end_token then flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_END) st.store[st.head] = nil --sentence end is passed st.head = st.head + 1 end - if (inputs_s[j][i] == self.vocab.sen_end_token) then + if inputs_s[j][i] == self.vocab.sen_end_token then flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_START) end end @@ -133,6 +144,7 @@ function LMReader:get_batch(feeds) for i = 1, self.batch_size, 1 do flagsPack[j] = bit.bor(flagsPack[j], flags[j][i]) end + inputs_m[j][1]:copy_fromh(self.bak_inputs_m[j][1]) end if (got_new == false) then diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 b/nerv/examples/lmptb/m-tests/LOG-tnn-h400 index e562db6..b0209f6 100644 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 +++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h400 @@ -1,12 +1,12 @@ Greetings -[SCHEDULER]: applying arg[2](start_iter=3)... +[SCHEDULER]: not user setting, all default... [SCHEDULER]: printing global_conf... test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds -param_random function: 0x414d5958 +param_random function: 0x4121a7c8 train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak decay_iter 16 -mmat_type table: 0x410c5058 +mmat_type table: 0x415bc3f0 vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params @@ -23,42 +23,534 @@ lrate 1 momentum 0 wcost 1e-05 chunk_size 15 -cumat_type table: 0x4073aa48 +cumat_type table: 0x40f7d918 [SCHEDULER]: printing training scheduling options... lr_half false -start_iter 3 +start_iter -1 ppl_last 100000 [SCHEDULER]: printing training scheduling end. [SCHEDULER]: creating work_dir... [SCHEDULER]: building vocab... [LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... [LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +[SCHEDULER]: first time, generating parameters... +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46010296 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 47850982 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 93850772 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 93855417 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 93970392 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(00:04:37 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:04:37 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:04:37 2015-11-17)[nerv] info: create layer: combinerL1 +(00:04:37 2015-11-17)[nerv] info: create layer: outputL +(00:04:37 2015-11-17)[nerv] info: create layer: softmaxL +(00:04:37 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Tue Nov 17 00:04:43 2015. + [SCHEDULER]: log prob per sample :-4.031438. + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74157 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67356 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER ITER1 LR1]: preparing parameters... +[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46010296 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 47850982 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 93850772 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 93855417 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 93970392 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(00:04:51 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:04:51 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:04:51 2015-11-17)[nerv] info: create layer: combinerL1 +(00:04:51 2015-11-17)[nerv] info: create layer: outputL +(00:04:51 2015-11-17)[nerv] info: create layer: softmaxL +(00:04:51 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Tue Nov 17 00:05:05 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.302078. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42845 clock time +[SCHEDULER ITER1 LR1]: 80063 words processed Tue Nov 17 00:05:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.154478. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.98043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42106 clock time +[SCHEDULER ITER1 LR1]: 120068 words processed Tue Nov 17 00:05:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.071595. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.93187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.89937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41444 clock time +[SCHEDULER ITER1 LR1]: 160017 words processed Tue Nov 17 00:05:47 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.003927. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.93631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.89976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41460 clock time +[SCHEDULER ITER1 LR1]: 200138 words processed Tue Nov 17 00:06:01 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.966038. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.03957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43007 clock time +[SCHEDULER ITER1 LR1]: 240007 words processed Tue Nov 17 00:06:15 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.931091. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.90404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.88924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.60917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.40914 clock time +[SCHEDULER ITER1 LR1]: 280135 words processed Tue Nov 17 00:06:29 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.902398. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43464 clock time +[SCHEDULER ITER1 LR1]: 320080 words processed Tue Nov 17 00:06:43 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.877023. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42261 clock time +[SCHEDULER ITER1 LR1]: 360059 words processed Tue Nov 17 00:06:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.849770. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.89945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41522 clock time +[SCHEDULER ITER1 LR1]: 400021 words processed Tue Nov 17 00:07:11 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.831115. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41697 clock time +[SCHEDULER ITER1 LR1]: 440102 words processed Tue Nov 17 00:07:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.811526. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.07885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43639 clock time +[SCHEDULER ITER1 LR1]: 480051 words processed Tue Nov 17 00:07:39 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.793057. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.89979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41501 clock time +[SCHEDULER ITER1 LR1]: 520093 words processed Tue Nov 17 00:07:53 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.776523. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.62721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42344 clock time +[SCHEDULER ITER1 LR1]: 560039 words processed Tue Nov 17 00:08:07 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.759064. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.96381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41726 clock time +[SCHEDULER ITER1 LR1]: 600112 words processed Tue Nov 17 00:08:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.747706. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42553 clock time +[SCHEDULER ITER1 LR1]: 640076 words processed Tue Nov 17 00:08:35 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.735499. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.89935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41585 clock time +[SCHEDULER ITER1 LR1]: 680026 words processed Tue Nov 17 00:08:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.725202. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.95927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.62683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42190 clock time +[SCHEDULER ITER1 LR1]: 720133 words processed Tue Nov 17 00:09:03 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.715340. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43106 clock time +[SCHEDULER ITER1 LR1]: 760048 words processed Tue Nov 17 00:09:17 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.703347. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42213 clock time +[SCHEDULER ITER1 LR1]: 800117 words processed Tue Nov 17 00:09:31 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.694935. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43240 clock time +[SCHEDULER ITER1 LR1]: 840116 words processed Tue Nov 17 00:09:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.684513. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time +[SCHEDULER ITER1 LR1]: 880037 words processed Tue Nov 17 00:09:59 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.676402. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42184 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Tue Nov 17 00:10:12 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.512880. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.54269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64145 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Tue Nov 17 00:10:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.556837. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.59126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66055 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... + +[SCHEDULER ITER2 LR1]: preparing parameters... +[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1911286 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1916142 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 47938924 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48055301 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94077793 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(00:10:36 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:10:36 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:10:36 2015-11-17)[nerv] info: create layer: combinerL1 +(00:10:36 2015-11-17)[nerv] info: create layer: outputL +(00:10:36 2015-11-17)[nerv] info: create layer: softmaxL +(00:10:36 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Tue Nov 17 00:10:50 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.692655. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42816 clock time +[SCHEDULER ITER2 LR1]: 80099 words processed Tue Nov 17 00:11:04 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.630314. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42019 clock time +[SCHEDULER ITER2 LR1]: 120004 words processed Tue Nov 17 00:11:19 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.593422. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42199 clock time +[SCHEDULER ITER2 LR1]: 160114 words processed Tue Nov 17 00:11:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.576778. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time +[SCHEDULER ITER2 LR1]: 200066 words processed Tue Nov 17 00:11:49 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.566877. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42575 clock time +[SCHEDULER ITER2 LR1]: 240045 words processed Tue Nov 17 00:12:04 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.557151. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42686 clock time +[SCHEDULER ITER2 LR1]: 280057 words processed Tue Nov 17 00:12:19 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.551346. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43301 clock time +[SCHEDULER ITER2 LR1]: 320106 words processed Tue Nov 17 00:12:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.543334. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43203 clock time +[SCHEDULER ITER2 LR1]: 360024 words processed Tue Nov 17 00:12:49 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.538019. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42517 clock time +[SCHEDULER ITER2 LR1]: 400089 words processed Tue Nov 17 00:13:04 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.534185. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43174 clock time +[SCHEDULER ITER2 LR1]: 440067 words processed Tue Nov 17 00:13:19 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.530238. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43585 clock time +[SCHEDULER ITER2 LR1]: 480051 words processed Tue Nov 17 00:13:33 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.526657. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42495 clock time +[SCHEDULER ITER2 LR1]: 520140 words processed Tue Nov 17 00:13:49 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.523109. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44669 clock time +[SCHEDULER ITER2 LR1]: 560132 words processed Tue Nov 17 00:14:03 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.519788. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42384 clock time +[SCHEDULER ITER2 LR1]: 600118 words processed Tue Nov 17 00:14:18 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.519174. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42778 clock time +[SCHEDULER ITER2 LR1]: 640090 words processed Tue Nov 17 00:14:32 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.515980. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42133 clock time +[SCHEDULER ITER2 LR1]: 680075 words processed Tue Nov 17 00:14:47 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.513608. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43023 clock time +[SCHEDULER ITER2 LR1]: 720043 words processed Tue Nov 17 00:15:01 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.511130. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42120 clock time +[SCHEDULER ITER2 LR1]: 760012 words processed Tue Nov 17 00:15:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.508404. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time +[SCHEDULER ITER2 LR1]: 800113 words processed Tue Nov 17 00:15:31 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.505336. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time +[SCHEDULER ITER2 LR1]: 840089 words processed Tue Nov 17 00:15:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.501920. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42053 clock time +[SCHEDULER ITER2 LR1]: 880052 words processed Tue Nov 17 00:16:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.499207. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Tue Nov 17 00:16:11 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.397402. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74227 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Tue Nov 17 00:16:24 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.442373. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.64900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72733 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... + [SCHEDULER ITER3 LR1]: preparing parameters... [SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46029692 +reading chunk 1 from 46026912 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46034550 +reading chunk 2 from 46031770 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92091219 +reading chunk 3 from 92077295 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92207421 +reading chunk 4 from 92193586 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94117132 +reading chunk 5 from 94104045 [SCHEDULER ITER3 LR1]: preparing parameters end. [SCHEDULER ITER3 LR1]: preparing layers... -(19:23:36 2015-11-16)[nerv] info: create layer: recurrentL1 -(19:23:36 2015-11-16)[nerv] info: create layer: sigmoidL1 -(19:23:36 2015-11-16)[nerv] info: create layer: combinerL1 -(19:23:36 2015-11-16)[nerv] info: create layer: outputL -(19:23:36 2015-11-16)[nerv] info: create layer: softmaxL -(19:23:36 2015-11-16)[nerv] info: create layer: selectL1 +(00:16:35 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:16:35 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:16:35 2015-11-17)[nerv] info: create layer: combinerL1 +(00:16:35 2015-11-17)[nerv] info: create layer: outputL +(00:16:35 2015-11-17)[nerv] info: create layer: softmaxL +(00:16:35 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER3 LR1]: preparing layers end. [SCHEDULER ITER3 LR1]: Generate and initing TNN ... selectL1 0 @@ -86,164 +578,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 3 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40099 words processed Mon Nov 16 19:23:50 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.401654. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43521 clock time -[SCHEDULER ITER3 LR1]: 80063 words processed Mon Nov 16 19:24:05 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.374433. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19857 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42511 clock time -[SCHEDULER ITER3 LR1]: 120068 words processed Mon Nov 16 19:24:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.378173. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31757 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05634 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43819 clock time -[SCHEDULER ITER3 LR1]: 160017 words processed Mon Nov 16 19:24:35 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.366419. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02930 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72744 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42766 clock time -[SCHEDULER ITER3 LR1]: 200138 words processed Mon Nov 16 19:24:50 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.375391. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32834 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76647 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44354 clock time -[SCHEDULER ITER3 LR1]: 240007 words processed Mon Nov 16 19:25:05 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.374863. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15444 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01010 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71058 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41652 clock time -[SCHEDULER ITER3 LR1]: 280135 words processed Mon Nov 16 19:25:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.371663. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06209 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44028 clock time -[SCHEDULER ITER3 LR1]: 320080 words processed Mon Nov 16 19:25:35 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.372572. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22077 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73036 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time -[SCHEDULER ITER3 LR1]: 360059 words processed Mon Nov 16 19:25:50 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.367750. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05146 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43544 clock time -[SCHEDULER ITER3 LR1]: 400021 words processed Mon Nov 16 19:26:05 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.370284. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02923 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72020 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42434 clock time -[SCHEDULER ITER3 LR1]: 440102 words processed Mon Nov 16 19:26:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.366085. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04211 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72356 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43221 clock time -[SCHEDULER ITER3 LR1]: 480051 words processed Mon Nov 16 19:26:35 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.362942. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02936 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73411 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42472 clock time -[SCHEDULER ITER3 LR1]: 520093 words processed Mon Nov 16 19:26:50 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.359600. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26407 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05013 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43525 clock time -[SCHEDULER ITER3 LR1]: 560039 words processed Mon Nov 16 19:27:05 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.352747. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43241 clock time -[SCHEDULER ITER3 LR1]: 600112 words processed Mon Nov 16 19:27:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.354185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28527 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75468 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43716 clock time -[SCHEDULER ITER3 LR1]: 640076 words processed Mon Nov 16 19:27:35 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.351938. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17509 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02320 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42335 clock time -[SCHEDULER ITER3 LR1]: 680026 words processed Mon Nov 16 19:27:50 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.352402. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02506 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42376 clock time -[SCHEDULER ITER3 LR1]: 720133 words processed Mon Nov 16 19:28:05 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.351590. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22742 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04343 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43243 clock time -[SCHEDULER ITER3 LR1]: 760048 words processed Mon Nov 16 19:28:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.347382. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02816 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72164 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42459 clock time -[SCHEDULER ITER3 LR1]: 800117 words processed Mon Nov 16 19:28:35 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.346849. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33851 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77792 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time -[SCHEDULER ITER3 LR1]: 840116 words processed Mon Nov 16 19:28:50 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.342472. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32912 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05813 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76887 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44276 clock time -[SCHEDULER ITER3 LR1]: 880037 words processed Mon Nov 16 19:29:05 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.341243. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72779 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43004 clock time +[SCHEDULER ITER3 LR1]: 40092 words processed Tue Nov 17 00:16:49 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.451944. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time +[SCHEDULER ITER3 LR1]: 80099 words processed Tue Nov 17 00:17:03 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.440249. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41776 clock time +[SCHEDULER ITER3 LR1]: 120004 words processed Tue Nov 17 00:17:17 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.429951. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41684 clock time +[SCHEDULER ITER3 LR1]: 160114 words processed Tue Nov 17 00:17:32 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.428219. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42746 clock time +[SCHEDULER ITER3 LR1]: 200066 words processed Tue Nov 17 00:17:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.427816. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41611 clock time +[SCHEDULER ITER3 LR1]: 240045 words processed Tue Nov 17 00:18:02 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.421879. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42315 clock time +[SCHEDULER ITER3 LR1]: 280057 words processed Tue Nov 17 00:18:17 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.418622. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time +[SCHEDULER ITER3 LR1]: 320106 words processed Tue Nov 17 00:18:32 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.413292. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time +[SCHEDULER ITER3 LR1]: 360024 words processed Tue Nov 17 00:18:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.410893. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42653 clock time +[SCHEDULER ITER3 LR1]: 400089 words processed Tue Nov 17 00:19:02 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.409763. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time +[SCHEDULER ITER3 LR1]: 440067 words processed Tue Nov 17 00:19:17 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.408198. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42259 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Tue Nov 17 00:19:31 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.406487. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94097 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41720 clock time +[SCHEDULER ITER3 LR1]: 520140 words processed Tue Nov 17 00:19:46 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.404808. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42578 clock time +[SCHEDULER ITER3 LR1]: 560132 words processed Tue Nov 17 00:20:01 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.403215. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42386 clock time +[SCHEDULER ITER3 LR1]: 600118 words processed Tue Nov 17 00:20:16 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.404832. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43809 clock time +[SCHEDULER ITER3 LR1]: 640090 words processed Tue Nov 17 00:20:31 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.402722. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42378 clock time +[SCHEDULER ITER3 LR1]: 680075 words processed Tue Nov 17 00:20:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.401527. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41815 clock time +[SCHEDULER ITER3 LR1]: 720043 words processed Tue Nov 17 00:20:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.400318. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41870 clock time +[SCHEDULER ITER3 LR1]: 760012 words processed Tue Nov 17 00:21:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.398883. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42308 clock time +[SCHEDULER ITER3 LR1]: 800113 words processed Tue Nov 17 00:21:29 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.397416. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42731 clock time +[SCHEDULER ITER3 LR1]: 840089 words processed Tue Nov 17 00:21:43 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.395775. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41782 clock time +[SCHEDULER ITER3 LR1]: 880052 words processed Tue Nov 17 00:21:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.394509. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42560 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER3 LR1]: shuffling training file ===PEEK ON TEST 3=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40087 words processed Mon Nov 16 19:29:18 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.354254. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78797 clock time +[SCHEDULER ITER3 LR1]: 40087 words processed Tue Nov 17 00:22:09 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.340680. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75306 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 3=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Mon Nov 16 19:29:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.410570. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77428 clock time +[SCHEDULER ITER3 LR1]: 40095 words processed Tue Nov 17 00:22:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.390081. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74571 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... @@ -252,27 +744,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1908286 +reading chunk 1 from 1909384 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1913140 +reading chunk 2 from 1914241 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 47991009 +reading chunk 3 from 47979913 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48107236 +reading chunk 4 from 48096187 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94141877 +reading chunk 5 from 94128148 [SCHEDULER ITER4 LR1]: preparing parameters end. [SCHEDULER ITER4 LR1]: preparing layers... -(19:29:42 2015-11-16)[nerv] info: create layer: recurrentL1 -(19:29:42 2015-11-16)[nerv] info: create layer: sigmoidL1 -(19:29:42 2015-11-16)[nerv] info: create layer: combinerL1 -(19:29:42 2015-11-16)[nerv] info: create layer: outputL -(19:29:42 2015-11-16)[nerv] info: create layer: softmaxL -(19:29:42 2015-11-16)[nerv] info: create layer: selectL1 +(00:22:33 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:22:33 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:22:33 2015-11-17)[nerv] info: create layer: combinerL1 +(00:22:33 2015-11-17)[nerv] info: create layer: outputL +(00:22:33 2015-11-17)[nerv] info: create layer: softmaxL +(00:22:33 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER4 LR1]: preparing layers end. [SCHEDULER ITER4 LR1]: Generate and initing TNN ... selectL1 0 @@ -300,164 +792,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 4 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Mon Nov 16 19:29:56 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.468880. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13283 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94766 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68819 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43918 clock time -[SCHEDULER ITER4 LR1]: 80099 words processed Mon Nov 16 19:30:10 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.409142. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91168 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64792 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42609 clock time -[SCHEDULER ITER4 LR1]: 120004 words processed Mon Nov 16 19:30:24 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.384936. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42683 clock time -[SCHEDULER ITER4 LR1]: 160114 words processed Mon Nov 16 19:30:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.375498. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.05765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93086 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time -[SCHEDULER ITER4 LR1]: 200066 words processed Mon Nov 16 19:30:52 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369759. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91642 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42892 clock time -[SCHEDULER ITER4 LR1]: 240045 words processed Mon Nov 16 19:31:07 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.363138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66035 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42694 clock time -[SCHEDULER ITER4 LR1]: 280057 words processed Mon Nov 16 19:31:21 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.357591. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65938 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43454 clock time -[SCHEDULER ITER4 LR1]: 320106 words processed Mon Nov 16 19:31:35 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.351439. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.03822 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92729 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43377 clock time -[SCHEDULER ITER4 LR1]: 360024 words processed Mon Nov 16 19:31:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348008. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04395 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92032 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66189 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42712 clock time -[SCHEDULER ITER4 LR1]: 400089 words processed Mon Nov 16 19:32:05 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.345590. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16780 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44402 clock time -[SCHEDULER ITER4 LR1]: 440067 words processed Mon Nov 16 19:32:19 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.343815. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.05752 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92189 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66830 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42858 clock time -[SCHEDULER ITER4 LR1]: 480051 words processed Mon Nov 16 19:32:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342301. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00684 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64211 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42672 clock time -[SCHEDULER ITER4 LR1]: 520140 words processed Mon Nov 16 19:32:47 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.340726. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43539 clock time -[SCHEDULER ITER4 LR1]: 560132 words processed Mon Nov 16 19:33:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.339017. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65417 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time -[SCHEDULER ITER4 LR1]: 600118 words processed Mon Nov 16 19:33:15 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.337135. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04052 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91867 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66001 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42870 clock time -[SCHEDULER ITER4 LR1]: 640090 words processed Mon Nov 16 19:33:29 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.335000. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64063 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42654 clock time -[SCHEDULER ITER4 LR1]: 680075 words processed Mon Nov 16 19:33:43 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.334276. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63057 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42476 clock time -[SCHEDULER ITER4 LR1]: 720043 words processed Mon Nov 16 19:33:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.333732. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02579 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65667 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time -[SCHEDULER ITER4 LR1]: 760012 words processed Mon Nov 16 19:34:12 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.332585. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66598 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43217 clock time -[SCHEDULER ITER4 LR1]: 800113 words processed Mon Nov 16 19:34:27 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.331627. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95841 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72071 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44986 clock time -[SCHEDULER ITER4 LR1]: 840089 words processed Mon Nov 16 19:34:41 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.330192. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99251 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42593 clock time -[SCHEDULER ITER4 LR1]: 880052 words processed Mon Nov 16 19:34:55 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.329379. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01230 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42720 clock time +[SCHEDULER ITER4 LR1]: 40092 words processed Tue Nov 17 00:22:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.411635. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43755 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Tue Nov 17 00:23:01 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.396264. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41937 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Tue Nov 17 00:23:16 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.384882. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42428 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Tue Nov 17 00:23:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.381740. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44209 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Tue Nov 17 00:23:46 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.379722. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42731 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Tue Nov 17 00:24:01 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.373056. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42836 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Tue Nov 17 00:24:16 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.369263. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43321 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Tue Nov 17 00:24:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363696. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44387 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Tue Nov 17 00:24:46 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.361212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42809 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Tue Nov 17 00:25:01 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.359222. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42989 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Tue Nov 17 00:25:16 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357860. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76286 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42673 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Tue Nov 17 00:25:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.356565. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43707 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Tue Nov 17 00:25:46 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.355206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44646 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Tue Nov 17 00:26:01 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353754. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43004 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Tue Nov 17 00:26:15 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.354322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42027 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Tue Nov 17 00:26:29 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353269. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74776 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41862 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Tue Nov 17 00:26:43 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.352337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41998 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Tue Nov 17 00:26:58 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.351371. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42107 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Tue Nov 17 00:27:13 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350162. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43423 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Tue Nov 17 00:27:28 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348895. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44500 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Tue Nov 17 00:27:43 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.347213. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42306 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Tue Nov 17 00:27:58 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.345981. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42431 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER4 LR1]: shuffling training file ===PEEK ON TEST 4=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40087 words processed Mon Nov 16 19:35:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.298894. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.65216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70372 clock time +[SCHEDULER ITER4 LR1]: 40087 words processed Tue Nov 17 00:28:09 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.306434. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76499 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 4=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Mon Nov 16 19:35:19 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.353715. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.55962 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64709 clock time +[SCHEDULER ITER4 LR1]: 40095 words processed Tue Nov 17 00:28:22 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.358860. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76024 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... @@ -466,27 +958,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46037941 +reading chunk 1 from 46035904 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46042798 +reading chunk 2 from 46040761 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92142353 +reading chunk 3 from 92124584 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92258769 +reading chunk 4 from 92240906 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94165007 +reading chunk 5 from 94149353 [SCHEDULER ITER5 LR1]: preparing parameters end. [SCHEDULER ITER5 LR1]: preparing layers... -(19:35:30 2015-11-16)[nerv] info: create layer: recurrentL1 -(19:35:30 2015-11-16)[nerv] info: create layer: sigmoidL1 -(19:35:30 2015-11-16)[nerv] info: create layer: combinerL1 -(19:35:30 2015-11-16)[nerv] info: create layer: outputL -(19:35:30 2015-11-16)[nerv] info: create layer: softmaxL -(19:35:30 2015-11-16)[nerv] info: create layer: selectL1 +(00:28:33 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:28:33 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:28:33 2015-11-17)[nerv] info: create layer: combinerL1 +(00:28:33 2015-11-17)[nerv] info: create layer: outputL +(00:28:33 2015-11-17)[nerv] info: create layer: softmaxL +(00:28:33 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER5 LR1]: preparing layers end. [SCHEDULER ITER5 LR1]: Generate and initing TNN ... selectL1 0 @@ -514,193 +1006,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 5 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Mon Nov 16 19:35:45 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.339645. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32348 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97352 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84007 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44747 clock time -[SCHEDULER ITER5 LR1]: 80099 words processed Mon Nov 16 19:36:00 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.317425. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time -[SCHEDULER ITER5 LR1]: 120004 words processed Mon Nov 16 19:36:15 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.305748. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28908 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96200 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81970 clock time +[SCHEDULER ITER5 LR1]: 40092 words processed Tue Nov 17 00:28:47 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.920922. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42902 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Tue Nov 17 00:29:02 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.660456. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42350 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Tue Nov 17 00:29:17 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.560737. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43062 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Tue Nov 17 00:29:32 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.511955. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44084 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Tue Nov 17 00:29:47 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.481844. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42094 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Tue Nov 17 00:30:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.456659. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41958 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Tue Nov 17 00:30:16 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.438562. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Tue Nov 17 00:30:31 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.423035. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44281 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Tue Nov 17 00:30:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.412333. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42916 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Tue Nov 17 00:31:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.403296. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Tue Nov 17 00:31:16 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.396811. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43675 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Tue Nov 17 00:31:31 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.390872. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Tue Nov 17 00:31:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.385546. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43739 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Tue Nov 17 00:32:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.380535. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41994 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Tue Nov 17 00:32:15 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.389353. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41825 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Tue Nov 17 00:32:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.391920. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43629 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Tue Nov 17 00:32:44 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.393276. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41806 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Tue Nov 17 00:32:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.391083. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41836 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Tue Nov 17 00:33:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.388161. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42295 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Tue Nov 17 00:33:28 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.385378. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79299 clock time [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44193 clock time -[SCHEDULER ITER5 LR1]: 160114 words processed Mon Nov 16 19:36:29 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.302881. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94439 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76730 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43387 clock time -[SCHEDULER ITER5 LR1]: 200066 words processed Mon Nov 16 19:36:44 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.300586. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26352 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95203 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44018 clock time -[SCHEDULER ITER5 LR1]: 240045 words processed Mon Nov 16 19:36:59 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.294586. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42416 clock time -[SCHEDULER ITER5 LR1]: 280057 words processed Mon Nov 16 19:37:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.290372. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21407 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94570 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43495 clock time -[SCHEDULER ITER5 LR1]: 320106 words processed Mon Nov 16 19:37:28 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.285735. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16169 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94020 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76253 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43204 clock time -[SCHEDULER ITER5 LR1]: 360024 words processed Mon Nov 16 19:37:42 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.283445. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15456 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93256 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76159 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42953 clock time -[SCHEDULER ITER5 LR1]: 400089 words processed Mon Nov 16 19:37:57 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.281396. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18383 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77670 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43374 clock time -[SCHEDULER ITER5 LR1]: 440067 words processed Mon Nov 16 19:38:12 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.280582. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14002 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76492 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42464 clock time -[SCHEDULER ITER5 LR1]: 480051 words processed Mon Nov 16 19:38:27 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.280046. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18139 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93251 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79444 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42539 clock time -[SCHEDULER ITER5 LR1]: 520140 words processed Mon Nov 16 19:38:42 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279298. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17428 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77082 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43341 clock time -[SCHEDULER ITER5 LR1]: 560132 words processed Mon Nov 16 19:38:57 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.278341. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93452 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78455 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43026 clock time -[SCHEDULER ITER5 LR1]: 600118 words processed Mon Nov 16 19:39:12 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.277074. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27450 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82452 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43800 clock time -[SCHEDULER ITER5 LR1]: 640090 words processed Mon Nov 16 19:39:27 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.275369. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93076 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78169 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time -[SCHEDULER ITER5 LR1]: 680075 words processed Mon Nov 16 19:39:42 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.275114. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15877 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78210 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42575 clock time -[SCHEDULER ITER5 LR1]: 720043 words processed Mon Nov 16 19:39:56 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.274860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12358 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42370 clock time -[SCHEDULER ITER5 LR1]: 760012 words processed Mon Nov 16 19:40:11 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.274031. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77272 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42630 clock time -[SCHEDULER ITER5 LR1]: 800113 words processed Mon Nov 16 19:40:26 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273616. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18233 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77598 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43450 clock time -[SCHEDULER ITER5 LR1]: 840089 words processed Mon Nov 16 19:40:41 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.272619. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21063 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78385 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43517 clock time -[SCHEDULER ITER5 LR1]: 880052 words processed Mon Nov 16 19:40:56 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.272217. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16136 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92998 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78300 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42459 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Tue Nov 17 00:33:43 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.382788. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43145 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Tue Nov 17 00:33:57 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.380219. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41864 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER5 LR1]: shuffling training file ===PEEK ON TEST 5=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40087 words processed Mon Nov 16 19:41:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.266882. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70246 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78859 clock time +[SCHEDULER ITER5 LR1]: 40087 words processed Tue Nov 17 00:34:08 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.312602. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74532 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 5=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Mon Nov 16 19:41:20 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.323979. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79517 clock time +[SCHEDULER ITER5 LR1]: 40095 words processed Tue Nov 17 00:34:21 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.364799. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74965 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +[SCHEDULER ITER5 LR1]: PPL did not improve, rejected, copying param file of last iter... [SCHEDULER ITER6 LR1]: preparing parameters... [SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1904838 +reading chunk 1 from 46035904 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1909695 +reading chunk 2 from 46040761 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48027406 +reading chunk 3 from 92124584 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48143739 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92240906 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94185248 +reading chunk 5 from 94149353 [SCHEDULER ITER6 LR1]: preparing parameters end. [SCHEDULER ITER6 LR1]: preparing layers... -(19:41:31 2015-11-16)[nerv] info: create layer: recurrentL1 -(19:41:31 2015-11-16)[nerv] info: create layer: sigmoidL1 -(19:41:31 2015-11-16)[nerv] info: create layer: combinerL1 -(19:41:31 2015-11-16)[nerv] info: create layer: outputL -(19:41:31 2015-11-16)[nerv] info: create layer: softmaxL -(19:41:31 2015-11-16)[nerv] info: create layer: selectL1 +(00:34:31 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:34:31 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:34:31 2015-11-17)[nerv] info: create layer: combinerL1 +(00:34:31 2015-11-17)[nerv] info: create layer: outputL +(00:34:31 2015-11-17)[nerv] info: create layer: softmaxL +(00:34:31 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER6 LR1]: preparing layers end. [SCHEDULER ITER6 LR1]: Generate and initing TNN ... selectL1 0 @@ -728,193 +1220,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 6 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Mon Nov 16 19:41:46 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.262859. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30509 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44497 clock time -[SCHEDULER ITER6 LR1]: 80099 words processed Mon Nov 16 19:42:01 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.256861. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29071 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94976 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81911 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44514 clock time -[SCHEDULER ITER6 LR1]: 120004 words processed Mon Nov 16 19:42:16 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.251430. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14338 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76243 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42779 clock time -[SCHEDULER ITER6 LR1]: 160114 words processed Mon Nov 16 19:42:31 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252258. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25146 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94930 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44322 clock time -[SCHEDULER ITER6 LR1]: 200066 words processed Mon Nov 16 19:42:46 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252740. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44001 clock time -[SCHEDULER ITER6 LR1]: 240045 words processed Mon Nov 16 19:43:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248501. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13878 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92118 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75799 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42859 clock time -[SCHEDULER ITER6 LR1]: 280057 words processed Mon Nov 16 19:43:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.245658. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18186 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93093 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77498 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time -[SCHEDULER ITER6 LR1]: 320106 words processed Mon Nov 16 19:43:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.242452. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23852 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94407 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43804 clock time -[SCHEDULER ITER6 LR1]: 360024 words processed Mon Nov 16 19:43:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.241240. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21118 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43131 clock time -[SCHEDULER ITER6 LR1]: 400089 words processed Mon Nov 16 19:44:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44485 clock time -[SCHEDULER ITER6 LR1]: 440067 words processed Mon Nov 16 19:44:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.240005. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25938 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44342 clock time -[SCHEDULER ITER6 LR1]: 480051 words processed Mon Nov 16 19:44:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.240189. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22771 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94556 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43955 clock time -[SCHEDULER ITER6 LR1]: 520140 words processed Mon Nov 16 19:44:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.240002. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29153 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95971 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45685 clock time -[SCHEDULER ITER6 LR1]: 560132 words processed Mon Nov 16 19:45:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239520. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time -[SCHEDULER ITER6 LR1]: 600118 words processed Mon Nov 16 19:45:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.238317. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31952 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95527 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84495 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44292 clock time -[SCHEDULER ITER6 LR1]: 640090 words processed Mon Nov 16 19:45:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.236891. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15653 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77497 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42729 clock time -[SCHEDULER ITER6 LR1]: 680075 words processed Mon Nov 16 19:45:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.237217. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76375 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42763 clock time -[SCHEDULER ITER6 LR1]: 720043 words processed Mon Nov 16 19:46:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.237386. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80934 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43601 clock time -[SCHEDULER ITER6 LR1]: 760012 words processed Mon Nov 16 19:46:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.237187. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44531 clock time -[SCHEDULER ITER6 LR1]: 800113 words processed Mon Nov 16 19:46:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.237168. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43598 clock time -[SCHEDULER ITER6 LR1]: 840089 words processed Mon Nov 16 19:46:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.236424. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23587 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93803 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80866 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43496 clock time -[SCHEDULER ITER6 LR1]: 880052 words processed Mon Nov 16 19:47:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.236239. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20416 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92983 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79912 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43148 clock time +[SCHEDULER ITER6 LR1]: 40092 words processed Tue Nov 17 00:34:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.996969. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44429 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Tue Nov 17 00:35:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.704185. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43591 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Tue Nov 17 00:35:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.591836. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42466 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Tue Nov 17 00:35:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.536426. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42791 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Tue Nov 17 00:35:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.502609. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42507 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Tue Nov 17 00:36:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.473995. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76286 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42695 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Tue Nov 17 00:36:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.453613. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43188 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Tue Nov 17 00:36:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.435705. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43841 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Tue Nov 17 00:36:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.423627. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43762 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Tue Nov 17 00:37:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.413293. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44183 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Tue Nov 17 00:37:14 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.405194. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42163 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Tue Nov 17 00:37:29 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.398437. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42621 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Tue Nov 17 00:37:44 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.392212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43438 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Tue Nov 17 00:37:58 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.386436. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41900 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Tue Nov 17 00:38:12 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.384202. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42047 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Tue Nov 17 00:38:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.380705. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42132 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Tue Nov 17 00:38:41 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.377167. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78776 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43438 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Tue Nov 17 00:38:56 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.373437. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42865 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Tue Nov 17 00:39:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.369611. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42277 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Tue Nov 17 00:39:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.366322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43971 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Tue Nov 17 00:39:40 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.363158. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Tue Nov 17 00:39:55 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.360303. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43101 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER6 LR1]: shuffling training file ===PEEK ON TEST 6=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40087 words processed Mon Nov 16 19:47:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.245922. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70007 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77955 clock time +[SCHEDULER ITER6 LR1]: 40087 words processed Tue Nov 17 00:40:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.293396. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76237 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 6=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Mon Nov 16 19:47:25 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.304926. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78097 clock time +[SCHEDULER ITER6 LR1]: 40095 words processed Tue Nov 17 00:40:19 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.348844. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75979 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... [SCHEDULER ITER7 LR1]: preparing parameters... [SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46043903 +reading chunk 1 from 1907214 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46048759 +reading chunk 2 from 1912074 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92184772 +reading chunk 3 from 48011988 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92301105 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48128347 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94204599 +reading chunk 5 from 94168656 [SCHEDULER ITER7 LR1]: preparing parameters end. [SCHEDULER ITER7 LR1]: preparing layers... -(19:47:36 2015-11-16)[nerv] info: create layer: recurrentL1 -(19:47:36 2015-11-16)[nerv] info: create layer: sigmoidL1 -(19:47:36 2015-11-16)[nerv] info: create layer: combinerL1 -(19:47:36 2015-11-16)[nerv] info: create layer: outputL -(19:47:36 2015-11-16)[nerv] info: create layer: softmaxL -(19:47:36 2015-11-16)[nerv] info: create layer: selectL1 +(00:40:30 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:40:30 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:40:30 2015-11-17)[nerv] info: create layer: combinerL1 +(00:40:30 2015-11-17)[nerv] info: create layer: outputL +(00:40:30 2015-11-17)[nerv] info: create layer: softmaxL +(00:40:30 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER7 LR1]: preparing layers end. [SCHEDULER ITER7 LR1]: Generate and initing TNN ... selectL1 0 @@ -942,193 +1434,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 7 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Mon Nov 16 19:47:50 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.225906. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95368 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78896 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43900 clock time -[SCHEDULER ITER7 LR1]: 80099 words processed Mon Nov 16 19:48:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.224109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16155 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42438 clock time -[SCHEDULER ITER7 LR1]: 120004 words processed Mon Nov 16 19:48:20 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219821. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15757 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76813 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time -[SCHEDULER ITER7 LR1]: 160114 words processed Mon Nov 16 19:48:35 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.222543. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26964 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96259 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81857 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43736 clock time -[SCHEDULER ITER7 LR1]: 200066 words processed Mon Nov 16 19:48:50 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.223103. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27159 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95979 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43991 clock time -[SCHEDULER ITER7 LR1]: 240045 words processed Mon Nov 16 19:49:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.220590. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23336 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95316 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78952 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43981 clock time -[SCHEDULER ITER7 LR1]: 280057 words processed Mon Nov 16 19:49:20 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218902. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81907 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43567 clock time -[SCHEDULER ITER7 LR1]: 320106 words processed Mon Nov 16 19:49:35 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215759. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35599 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44617 clock time -[SCHEDULER ITER7 LR1]: 360024 words processed Mon Nov 16 19:49:50 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214424. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17280 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42810 clock time -[SCHEDULER ITER7 LR1]: 400089 words processed Mon Nov 16 19:50:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.212825. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21202 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95364 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79232 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43465 clock time -[SCHEDULER ITER7 LR1]: 440067 words processed Mon Nov 16 19:50:19 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.212838. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13401 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42555 clock time -[SCHEDULER ITER7 LR1]: 480051 words processed Mon Nov 16 19:50:34 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.213009. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22848 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79588 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43585 clock time -[SCHEDULER ITER7 LR1]: 520140 words processed Mon Nov 16 19:50:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.212825. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32416 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44985 clock time -[SCHEDULER ITER7 LR1]: 560132 words processed Mon Nov 16 19:51:04 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.212440. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time -[SCHEDULER ITER7 LR1]: 600118 words processed Mon Nov 16 19:51:19 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.211160. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22035 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95101 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43636 clock time -[SCHEDULER ITER7 LR1]: 640090 words processed Mon Nov 16 19:51:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.209800. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13488 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42564 clock time -[SCHEDULER ITER7 LR1]: 680075 words processed Mon Nov 16 19:51:48 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.210009. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83462 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43566 clock time -[SCHEDULER ITER7 LR1]: 720043 words processed Mon Nov 16 19:52:02 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.210212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13837 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93115 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76377 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42450 clock time -[SCHEDULER ITER7 LR1]: 760012 words processed Mon Nov 16 19:52:16 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.209773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92971 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75374 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42400 clock time -[SCHEDULER ITER7 LR1]: 800113 words processed Mon Nov 16 19:52:31 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.209791. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23713 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95444 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43479 clock time -[SCHEDULER ITER7 LR1]: 840089 words processed Mon Nov 16 19:52:46 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.208838. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43236 clock time -[SCHEDULER ITER7 LR1]: 880052 words processed Mon Nov 16 19:53:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.208673. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12365 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75664 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42380 clock time +[SCHEDULER ITER7 LR1]: 40092 words processed Tue Nov 17 00:40:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.341850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43311 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Tue Nov 17 00:40:59 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.329983. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Tue Nov 17 00:41:14 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.314827. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42988 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Tue Nov 17 00:41:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.310491. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43414 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Tue Nov 17 00:41:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.307637. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43081 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Tue Nov 17 00:41:59 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.300474. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43250 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Tue Nov 17 00:42:14 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.296762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44908 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Tue Nov 17 00:42:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.291465. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44744 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Tue Nov 17 00:42:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.289110. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78794 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43428 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Tue Nov 17 00:42:59 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.287066. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43374 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Tue Nov 17 00:43:14 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.285858. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42046 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Tue Nov 17 00:43:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.284994. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42934 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Tue Nov 17 00:43:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.284015. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Tue Nov 17 00:43:59 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.282563. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42468 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Tue Nov 17 00:44:14 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.282110. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42538 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Tue Nov 17 00:44:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.280363. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42084 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Tue Nov 17 00:44:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.279790. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42865 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Tue Nov 17 00:44:59 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.278987. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43259 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Tue Nov 17 00:45:14 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.277796. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42464 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Tue Nov 17 00:45:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.276979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43909 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Tue Nov 17 00:45:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.275680. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43498 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Tue Nov 17 00:45:59 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.274882. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42342 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER7 LR1]: shuffling training file ===PEEK ON TEST 7=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40087 words processed Mon Nov 16 19:53:11 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.232519. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73278 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80291 clock time +[SCHEDULER ITER7 LR1]: 40087 words processed Tue Nov 17 00:46:10 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.265946. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76137 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 7=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Mon Nov 16 19:53:25 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.291901. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73647 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81498 clock time +[SCHEDULER ITER7 LR1]: 40095 words processed Tue Nov 17 00:46:23 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.323616. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75420 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... [SCHEDULER ITER8 LR1]: preparing parameters... [SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1902204 +reading chunk 1 from 46044145 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1907060 +reading chunk 2 from 46049004 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48060548 +reading chunk 3 from 92163803 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48176852 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92280184 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94221898 +reading chunk 5 from 94186293 [SCHEDULER ITER8 LR1]: preparing parameters end. [SCHEDULER ITER8 LR1]: preparing layers... -(19:53:36 2015-11-16)[nerv] info: create layer: recurrentL1 -(19:53:36 2015-11-16)[nerv] info: create layer: sigmoidL1 -(19:53:36 2015-11-16)[nerv] info: create layer: combinerL1 -(19:53:36 2015-11-16)[nerv] info: create layer: outputL -(19:53:36 2015-11-16)[nerv] info: create layer: softmaxL -(19:53:36 2015-11-16)[nerv] info: create layer: selectL1 +(00:46:34 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:46:34 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:46:34 2015-11-17)[nerv] info: create layer: combinerL1 +(00:46:34 2015-11-17)[nerv] info: create layer: outputL +(00:46:34 2015-11-17)[nerv] info: create layer: softmaxL +(00:46:34 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER8 LR1]: preparing layers end. [SCHEDULER ITER8 LR1]: Generate and initing TNN ... selectL1 0 @@ -1156,193 +1648,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 8 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Mon Nov 16 19:53:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.207277. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18732 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94024 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76316 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43873 clock time -[SCHEDULER ITER8 LR1]: 80099 words processed Mon Nov 16 19:54:05 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.205057. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23115 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43450 clock time -[SCHEDULER ITER8 LR1]: 120004 words processed Mon Nov 16 19:54:20 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.199802. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21246 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78834 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43447 clock time -[SCHEDULER ITER8 LR1]: 160114 words processed Mon Nov 16 19:54:35 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.200895. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93339 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76259 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43486 clock time -[SCHEDULER ITER8 LR1]: 200066 words processed Mon Nov 16 19:54:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.200972. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13680 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75626 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time -[SCHEDULER ITER8 LR1]: 240045 words processed Mon Nov 16 19:55:05 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.196588. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15767 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42881 clock time -[SCHEDULER ITER8 LR1]: 280057 words processed Mon Nov 16 19:55:20 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.193553. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20250 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93715 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78089 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43662 clock time -[SCHEDULER ITER8 LR1]: 320106 words processed Mon Nov 16 19:55:35 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.190773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23774 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94573 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43894 clock time -[SCHEDULER ITER8 LR1]: 360024 words processed Mon Nov 16 19:55:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.189543. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95124 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82161 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44773 clock time -[SCHEDULER ITER8 LR1]: 400089 words processed Mon Nov 16 19:56:05 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188180. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95822 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82554 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44407 clock time -[SCHEDULER ITER8 LR1]: 440067 words processed Mon Nov 16 19:56:20 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188437. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20832 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93312 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79124 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43457 clock time -[SCHEDULER ITER8 LR1]: 480051 words processed Mon Nov 16 19:56:35 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188641. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94878 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42725 clock time -[SCHEDULER ITER8 LR1]: 520140 words processed Mon Nov 16 19:56:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188369. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75628 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43583 clock time -[SCHEDULER ITER8 LR1]: 560132 words processed Mon Nov 16 19:57:04 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187960. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42653 clock time -[SCHEDULER ITER8 LR1]: 600118 words processed Mon Nov 16 19:57:19 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187648. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17801 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76644 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45502 clock time -[SCHEDULER ITER8 LR1]: 640090 words processed Mon Nov 16 19:57:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186406. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73767 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42794 clock time -[SCHEDULER ITER8 LR1]: 680075 words processed Mon Nov 16 19:57:47 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10713 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42650 clock time -[SCHEDULER ITER8 LR1]: 720043 words processed Mon Nov 16 19:58:01 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186701. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.11037 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74266 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42664 clock time -[SCHEDULER ITER8 LR1]: 760012 words processed Mon Nov 16 19:58:16 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75104 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42796 clock time -[SCHEDULER ITER8 LR1]: 800113 words processed Mon Nov 16 19:58:31 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187097. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78433 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43984 clock time -[SCHEDULER ITER8 LR1]: 840089 words processed Mon Nov 16 19:58:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186248. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78285 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43378 clock time -[SCHEDULER ITER8 LR1]: 880052 words processed Mon Nov 16 19:59:01 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186156. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44486 clock time +[SCHEDULER ITER8 LR1]: 40092 words processed Tue Nov 17 00:46:48 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.316335. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43763 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Tue Nov 17 00:47:03 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.300821. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42111 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Tue Nov 17 00:47:18 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.287705. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Tue Nov 17 00:47:33 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.283589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44072 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Tue Nov 17 00:47:48 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.280939. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43460 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Tue Nov 17 00:48:03 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.274292. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43793 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Tue Nov 17 00:48:18 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.269353. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44008 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Tue Nov 17 00:48:33 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.263944. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44326 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Tue Nov 17 00:48:48 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.261159. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42981 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Tue Nov 17 00:49:03 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.258812. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43036 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Tue Nov 17 00:49:18 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.257714. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42638 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Tue Nov 17 00:49:33 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.256910. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Tue Nov 17 00:49:48 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.255546. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43672 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Tue Nov 17 00:50:03 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.254077. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Tue Nov 17 00:50:18 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.253047. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42517 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Tue Nov 17 00:50:33 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.251071. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42413 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Tue Nov 17 00:50:47 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.250758. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42123 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Tue Nov 17 00:51:02 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.250138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42642 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Tue Nov 17 00:51:17 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.249059. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75154 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42271 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Tue Nov 17 00:51:32 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.248428. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43191 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Tue Nov 17 00:51:47 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.247396. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Tue Nov 17 00:52:02 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.246754. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42000 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER8 LR1]: shuffling training file ===PEEK ON TEST 8=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40087 words processed Mon Nov 16 19:59:13 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.223354. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71911 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79349 clock time +[SCHEDULER ITER8 LR1]: 40087 words processed Tue Nov 17 00:52:13 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.254081. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77044 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 8=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Mon Nov 16 19:59:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.283762. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69871 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77933 clock time +[SCHEDULER ITER8 LR1]: 40095 words processed Tue Nov 17 00:52:26 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.313404. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75789 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... [SCHEDULER ITER9 LR1]: preparing parameters... [SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46045738 +reading chunk 1 from 1905077 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46050594 +reading chunk 2 from 1909937 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92220262 +reading chunk 3 from 48040787 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92336581 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48157200 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94237739 +reading chunk 5 from 94204508 [SCHEDULER ITER9 LR1]: preparing parameters end. [SCHEDULER ITER9 LR1]: preparing layers... -(19:59:37 2015-11-16)[nerv] info: create layer: recurrentL1 -(19:59:37 2015-11-16)[nerv] info: create layer: sigmoidL1 -(19:59:37 2015-11-16)[nerv] info: create layer: combinerL1 -(19:59:37 2015-11-16)[nerv] info: create layer: outputL -(19:59:37 2015-11-16)[nerv] info: create layer: softmaxL -(19:59:37 2015-11-16)[nerv] info: create layer: selectL1 +(00:52:37 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:52:37 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:52:37 2015-11-17)[nerv] info: create layer: combinerL1 +(00:52:37 2015-11-17)[nerv] info: create layer: outputL +(00:52:37 2015-11-17)[nerv] info: create layer: softmaxL +(00:52:37 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER9 LR1]: preparing layers end. [SCHEDULER ITER9 LR1]: Generate and initing TNN ... selectL1 0 @@ -1370,193 +1862,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 9 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Mon Nov 16 19:59:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.180199. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43888 clock time -[SCHEDULER ITER9 LR1]: 80099 words processed Mon Nov 16 20:00:06 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178767. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92752 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42306 clock time -[SCHEDULER ITER9 LR1]: 120004 words processed Mon Nov 16 20:00:21 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.174655. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16473 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93227 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42656 clock time -[SCHEDULER ITER9 LR1]: 160114 words processed Mon Nov 16 20:00:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.176386. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44032 clock time -[SCHEDULER ITER9 LR1]: 200066 words processed Mon Nov 16 20:00:51 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.177102. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16462 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93362 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42572 clock time -[SCHEDULER ITER9 LR1]: 240045 words processed Mon Nov 16 20:01:06 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.174905. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15192 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93082 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76764 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time -[SCHEDULER ITER9 LR1]: 280057 words processed Mon Nov 16 20:01:21 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.171743. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19048 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94746 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43339 clock time -[SCHEDULER ITER9 LR1]: 320106 words processed Mon Nov 16 20:01:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.169278. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24449 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43522 clock time -[SCHEDULER ITER9 LR1]: 360024 words processed Mon Nov 16 20:01:50 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.168191. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92806 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74736 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42414 clock time -[SCHEDULER ITER9 LR1]: 400089 words processed Mon Nov 16 20:02:05 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81092 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44651 clock time -[SCHEDULER ITER9 LR1]: 440067 words processed Mon Nov 16 20:02:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94979 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43194 clock time -[SCHEDULER ITER9 LR1]: 480051 words processed Mon Nov 16 20:02:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.167291. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27472 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82736 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43610 clock time -[SCHEDULER ITER9 LR1]: 520140 words processed Mon Nov 16 20:02:50 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.167079. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44149 clock time -[SCHEDULER ITER9 LR1]: 560132 words processed Mon Nov 16 20:03:05 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166695. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25737 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95203 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43481 clock time -[SCHEDULER ITER9 LR1]: 600118 words processed Mon Nov 16 20:03:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.164905. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13899 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93008 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76359 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42472 clock time -[SCHEDULER ITER9 LR1]: 640090 words processed Mon Nov 16 20:03:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163491. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93196 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42411 clock time -[SCHEDULER ITER9 LR1]: 680075 words processed Mon Nov 16 20:03:49 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163145. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.11384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92420 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42278 clock time -[SCHEDULER ITER9 LR1]: 720043 words processed Mon Nov 16 20:04:04 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163223. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80998 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43212 clock time -[SCHEDULER ITER9 LR1]: 760012 words processed Mon Nov 16 20:04:19 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162981. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21179 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94529 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time -[SCHEDULER ITER9 LR1]: 800113 words processed Mon Nov 16 20:04:33 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163222. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76038 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43220 clock time -[SCHEDULER ITER9 LR1]: 840089 words processed Mon Nov 16 20:04:48 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162394. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42716 clock time -[SCHEDULER ITER9 LR1]: 880052 words processed Mon Nov 16 20:05:03 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162392. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95993 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80377 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43850 clock time +[SCHEDULER ITER9 LR1]: 40092 words processed Tue Nov 17 00:52:51 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.232103. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Tue Nov 17 00:53:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.236028. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41866 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Tue Nov 17 00:53:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.228859. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41808 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Tue Nov 17 00:53:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.229555. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43192 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Tue Nov 17 00:53:51 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.230362. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43056 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Tue Nov 17 00:54:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.226261. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43881 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Tue Nov 17 00:54:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.223132. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43802 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Tue Nov 17 00:54:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.219551. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Tue Nov 17 00:54:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.218183. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41762 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Tue Nov 17 00:55:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.216307. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43019 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Tue Nov 17 00:55:20 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.216153. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41918 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Tue Nov 17 00:55:35 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.216206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41840 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Tue Nov 17 00:55:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.215684. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43741 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Tue Nov 17 00:56:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.215045. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42760 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Tue Nov 17 00:56:19 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.215640. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41829 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Tue Nov 17 00:56:34 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.214766. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42937 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Tue Nov 17 00:56:49 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.214549. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42143 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Tue Nov 17 00:57:04 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.214420. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41888 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Tue Nov 17 00:57:19 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.213760. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42584 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Tue Nov 17 00:57:34 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.213535. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Tue Nov 17 00:57:48 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.212476. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41802 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Tue Nov 17 00:58:02 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.212112. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41916 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER9 LR1]: shuffling training file ===PEEK ON TEST 9=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40087 words processed Mon Nov 16 20:05:15 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.215174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79478 clock time +[SCHEDULER ITER9 LR1]: 40087 words processed Tue Nov 17 00:58:13 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.232754. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75625 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 9=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Mon Nov 16 20:05:29 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.276313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83022 clock time +[SCHEDULER ITER9 LR1]: 40095 words processed Tue Nov 17 00:58:26 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.293926. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79431 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... [SCHEDULER ITER10 LR1]: preparing parameters... [SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1900407 +reading chunk 1 from 46049236 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1905263 +reading chunk 2 from 46054094 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48089502 +reading chunk 3 from 92200163 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48205839 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92316571 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94251708 +reading chunk 5 from 94220563 [SCHEDULER ITER10 LR1]: preparing parameters end. [SCHEDULER ITER10 LR1]: preparing layers... -(20:05:41 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:05:41 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:05:41 2015-11-16)[nerv] info: create layer: combinerL1 -(20:05:41 2015-11-16)[nerv] info: create layer: outputL -(20:05:41 2015-11-16)[nerv] info: create layer: softmaxL -(20:05:41 2015-11-16)[nerv] info: create layer: selectL1 +(00:58:37 2015-11-17)[nerv] info: create layer: recurrentL1 +(00:58:37 2015-11-17)[nerv] info: create layer: sigmoidL1 +(00:58:37 2015-11-17)[nerv] info: create layer: combinerL1 +(00:58:37 2015-11-17)[nerv] info: create layer: outputL +(00:58:37 2015-11-17)[nerv] info: create layer: softmaxL +(00:58:37 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER10 LR1]: preparing layers end. [SCHEDULER ITER10 LR1]: Generate and initing TNN ... selectL1 0 @@ -1584,193 +2076,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 10 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Mon Nov 16 20:05:55 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.160846. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24036 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94857 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44562 clock time -[SCHEDULER ITER10 LR1]: 80099 words processed Mon Nov 16 20:06:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.160337. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92396 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78403 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42989 clock time -[SCHEDULER ITER10 LR1]: 120004 words processed Mon Nov 16 20:06:24 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.155624. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23261 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80356 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43498 clock time -[SCHEDULER ITER10 LR1]: 160114 words processed Mon Nov 16 20:06:39 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.156627. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23774 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94439 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43747 clock time -[SCHEDULER ITER10 LR1]: 200066 words processed Mon Nov 16 20:06:54 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.157317. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42792 clock time -[SCHEDULER ITER10 LR1]: 240045 words processed Mon Nov 16 20:07:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.155176. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33637 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95815 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44382 clock time -[SCHEDULER ITER10 LR1]: 280057 words processed Mon Nov 16 20:07:24 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.151805. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35179 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96711 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85697 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44681 clock time -[SCHEDULER ITER10 LR1]: 320106 words processed Mon Nov 16 20:07:39 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.149324. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94164 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80375 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43729 clock time -[SCHEDULER ITER10 LR1]: 360024 words processed Mon Nov 16 20:07:54 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.148109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22268 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43788 clock time -[SCHEDULER ITER10 LR1]: 400089 words processed Mon Nov 16 20:08:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146601. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26354 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97100 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43718 clock time -[SCHEDULER ITER10 LR1]: 440067 words processed Mon Nov 16 20:08:24 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146986. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92308 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78538 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42798 clock time -[SCHEDULER ITER10 LR1]: 480051 words processed Mon Nov 16 20:08:39 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.147458. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26427 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time -[SCHEDULER ITER10 LR1]: 520140 words processed Mon Nov 16 20:08:54 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.147224. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26497 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81114 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44236 clock time -[SCHEDULER ITER10 LR1]: 560132 words processed Mon Nov 16 20:09:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.147223. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18126 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42998 clock time -[SCHEDULER ITER10 LR1]: 600118 words processed Mon Nov 16 20:09:24 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92451 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42928 clock time -[SCHEDULER ITER10 LR1]: 640090 words processed Mon Nov 16 20:09:38 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144720. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92104 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42796 clock time -[SCHEDULER ITER10 LR1]: 680075 words processed Mon Nov 16 20:09:53 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144278. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79319 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43395 clock time -[SCHEDULER ITER10 LR1]: 720043 words processed Mon Nov 16 20:10:08 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144382. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22382 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93874 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43413 clock time -[SCHEDULER ITER10 LR1]: 760012 words processed Mon Nov 16 20:10:22 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144462. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91642 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42827 clock time -[SCHEDULER ITER10 LR1]: 800113 words processed Mon Nov 16 20:10:36 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144791. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93579 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43720 clock time -[SCHEDULER ITER10 LR1]: 840089 words processed Mon Nov 16 20:10:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144007. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22642 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94658 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79795 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43718 clock time -[SCHEDULER ITER10 LR1]: 880052 words processed Mon Nov 16 20:11:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144035. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96251 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77156 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44993 clock time +[SCHEDULER ITER10 LR1]: 40092 words processed Tue Nov 17 00:58:51 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.210073. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43195 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Tue Nov 17 00:59:06 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.211256. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20154 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42145 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Tue Nov 17 00:59:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.203278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42487 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Tue Nov 17 00:59:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.203514. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42988 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Tue Nov 17 00:59:51 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.204311. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42126 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Tue Nov 17 01:00:06 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.199779. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95280 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75869 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42050 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Tue Nov 17 01:00:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.196434. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42815 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Tue Nov 17 01:00:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.193140. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44037 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Tue Nov 17 01:00:51 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.191670. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43497 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Tue Nov 17 01:01:06 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.189883. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43819 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Tue Nov 17 01:01:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.189946. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44189 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Tue Nov 17 01:01:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.190185. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Tue Nov 17 01:01:51 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.189695. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42886 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Tue Nov 17 01:02:06 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.189184. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42155 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Tue Nov 17 01:02:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187887. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42298 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Tue Nov 17 01:02:35 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.186727. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42031 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Tue Nov 17 01:02:50 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.186039. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42174 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Tue Nov 17 01:03:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.185979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42092 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Tue Nov 17 01:03:20 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.185304. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43738 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Tue Nov 17 01:03:35 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.185318. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44649 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Tue Nov 17 01:03:50 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.184366. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43426 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Tue Nov 17 01:04:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.184212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42368 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER10 LR1]: shuffling training file ===PEEK ON TEST 10=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40087 words processed Mon Nov 16 20:11:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.206112. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78259 clock time +[SCHEDULER ITER10 LR1]: 40087 words processed Tue Nov 17 01:04:16 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.221232. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78148 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 10=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Mon Nov 16 20:11:30 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.268081. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77935 clock time +[SCHEDULER ITER10 LR1]: 40095 words processed Tue Nov 17 01:04:29 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.283222. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... [SCHEDULER ITER11 LR1]: preparing parameters... [SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46044887 +reading chunk 1 from 1902876 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46049743 +reading chunk 2 from 1907733 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92246758 +reading chunk 3 from 48068859 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92363086 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48185240 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94262965 +reading chunk 5 from 94235527 [SCHEDULER ITER11 LR1]: preparing parameters end. [SCHEDULER ITER11 LR1]: preparing layers... -(20:11:41 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:11:41 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:11:41 2015-11-16)[nerv] info: create layer: combinerL1 -(20:11:41 2015-11-16)[nerv] info: create layer: outputL -(20:11:41 2015-11-16)[nerv] info: create layer: softmaxL -(20:11:41 2015-11-16)[nerv] info: create layer: selectL1 +(01:04:40 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:04:40 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:04:40 2015-11-17)[nerv] info: create layer: combinerL1 +(01:04:40 2015-11-17)[nerv] info: create layer: outputL +(01:04:40 2015-11-17)[nerv] info: create layer: softmaxL +(01:04:40 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER11 LR1]: preparing layers end. [SCHEDULER ITER11 LR1]: Generate and initing TNN ... selectL1 0 @@ -1798,193 +2290,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 11 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Mon Nov 16 20:11:55 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.137039. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96238 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78565 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44301 clock time -[SCHEDULER ITER11 LR1]: 80099 words processed Mon Nov 16 20:12:10 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138731. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42942 clock time -[SCHEDULER ITER11 LR1]: 120004 words processed Mon Nov 16 20:12:25 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.135105. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44057 clock time -[SCHEDULER ITER11 LR1]: 160114 words processed Mon Nov 16 20:12:40 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.137115. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80779 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44389 clock time -[SCHEDULER ITER11 LR1]: 200066 words processed Mon Nov 16 20:12:55 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138343. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22558 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94877 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43608 clock time -[SCHEDULER ITER11 LR1]: 240045 words processed Mon Nov 16 20:13:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.135492. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93534 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42629 clock time -[SCHEDULER ITER11 LR1]: 280057 words processed Mon Nov 16 20:13:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.132313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32819 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45015 clock time -[SCHEDULER ITER11 LR1]: 320106 words processed Mon Nov 16 20:13:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.130158. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97827 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83728 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45217 clock time -[SCHEDULER ITER11 LR1]: 360024 words processed Mon Nov 16 20:13:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128993. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28891 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95936 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81657 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44191 clock time -[SCHEDULER ITER11 LR1]: 400089 words processed Mon Nov 16 20:14:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127477. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43532 clock time -[SCHEDULER ITER11 LR1]: 440067 words processed Mon Nov 16 20:14:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128128. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23082 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time -[SCHEDULER ITER11 LR1]: 480051 words processed Mon Nov 16 20:14:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128809. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24641 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95096 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80989 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43566 clock time -[SCHEDULER ITER11 LR1]: 520140 words processed Mon Nov 16 20:14:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128769. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36388 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44825 clock time -[SCHEDULER ITER11 LR1]: 560132 words processed Mon Nov 16 20:15:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128666. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77834 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42854 clock time -[SCHEDULER ITER11 LR1]: 600118 words processed Mon Nov 16 20:15:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127160. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78464 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42593 clock time -[SCHEDULER ITER11 LR1]: 640090 words processed Mon Nov 16 20:15:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126301. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16702 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42666 clock time -[SCHEDULER ITER11 LR1]: 680075 words processed Mon Nov 16 20:15:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125962. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27773 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96086 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81539 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44200 clock time -[SCHEDULER ITER11 LR1]: 720043 words processed Mon Nov 16 20:16:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126239. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34574 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96644 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44048 clock time -[SCHEDULER ITER11 LR1]: 760012 words processed Mon Nov 16 20:16:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125843. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25474 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time -[SCHEDULER ITER11 LR1]: 800113 words processed Mon Nov 16 20:16:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37667 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98417 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86995 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44942 clock time -[SCHEDULER ITER11 LR1]: 840089 words processed Mon Nov 16 20:16:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125762. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95357 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43802 clock time -[SCHEDULER ITER11 LR1]: 880052 words processed Mon Nov 16 20:17:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125916. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26090 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94947 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82002 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43615 clock time +[SCHEDULER ITER11 LR1]: 40092 words processed Tue Nov 17 01:04:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.180225. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43577 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Tue Nov 17 01:05:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.179932. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42741 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Tue Nov 17 01:05:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.174005. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43697 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Tue Nov 17 01:05:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.175933. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43661 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Tue Nov 17 01:05:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.177108. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42911 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Tue Nov 17 01:06:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.173307. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42713 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Tue Nov 17 01:06:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.169894. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43279 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Tue Nov 17 01:06:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.167452. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42622 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Tue Nov 17 01:06:53 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.166278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95298 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41901 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Tue Nov 17 01:07:08 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164645. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42868 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Tue Nov 17 01:07:23 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165075. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Tue Nov 17 01:07:38 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165679. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43038 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Tue Nov 17 01:07:53 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165441. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42695 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Tue Nov 17 01:08:07 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165179. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41921 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Tue Nov 17 01:08:21 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164637. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41971 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Tue Nov 17 01:08:35 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164054. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41843 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Tue Nov 17 01:08:50 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163403. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42345 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Tue Nov 17 01:09:05 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163372. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43111 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Tue Nov 17 01:09:20 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.162746. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43431 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Tue Nov 17 01:09:35 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.162888. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43162 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Tue Nov 17 01:09:50 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.162197. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42431 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Tue Nov 17 01:10:05 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.162171. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42036 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER11 LR1]: shuffling training file ===PEEK ON TEST 11=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40087 words processed Mon Nov 16 20:17:21 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.200361. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78934 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84770 clock time +[SCHEDULER ITER11 LR1]: 40087 words processed Tue Nov 17 01:10:16 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.212312. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79363 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 11=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Mon Nov 16 20:17:34 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.262837. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68128 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76927 clock time +[SCHEDULER ITER11 LR1]: 40095 words processed Tue Nov 17 01:10:29 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.275976. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81250 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... [SCHEDULER ITER12 LR1]: preparing parameters... [SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1899123 +reading chunk 1 from 46050831 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1903979 +reading chunk 2 from 46055688 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48113072 +reading chunk 3 from 92230148 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48229392 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92346524 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94272505 +reading chunk 5 from 94248338 [SCHEDULER ITER12 LR1]: preparing parameters end. [SCHEDULER ITER12 LR1]: preparing layers... -(20:17:45 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:17:45 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:17:45 2015-11-16)[nerv] info: create layer: combinerL1 -(20:17:45 2015-11-16)[nerv] info: create layer: outputL -(20:17:45 2015-11-16)[nerv] info: create layer: softmaxL -(20:17:45 2015-11-16)[nerv] info: create layer: selectL1 +(01:10:40 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:10:40 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:10:40 2015-11-17)[nerv] info: create layer: combinerL1 +(01:10:40 2015-11-17)[nerv] info: create layer: outputL +(01:10:40 2015-11-17)[nerv] info: create layer: softmaxL +(01:10:40 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER12 LR1]: preparing layers end. [SCHEDULER ITER12 LR1]: Generate and initing TNN ... selectL1 0 @@ -2012,193 +2504,193 @@ TNN initing storage outputL -> softmaxL ===ITERATION 12 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Mon Nov 16 20:17:59 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.123412. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45205 clock time -[SCHEDULER ITER12 LR1]: 80099 words processed Mon Nov 16 20:18:14 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.129435. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43669 clock time -[SCHEDULER ITER12 LR1]: 120004 words processed Mon Nov 16 20:18:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.126273. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18871 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92782 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79320 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42744 clock time -[SCHEDULER ITER12 LR1]: 160114 words processed Mon Nov 16 20:18:44 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.127267. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94613 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79576 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43822 clock time -[SCHEDULER ITER12 LR1]: 200066 words processed Mon Nov 16 20:18:59 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.127589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time -[SCHEDULER ITER12 LR1]: 240045 words processed Mon Nov 16 20:19:14 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.125036. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29008 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44103 clock time -[SCHEDULER ITER12 LR1]: 280057 words processed Mon Nov 16 20:19:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121050. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94523 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77971 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43764 clock time -[SCHEDULER ITER12 LR1]: 320106 words processed Mon Nov 16 20:19:44 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.118508. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19000 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94195 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43634 clock time -[SCHEDULER ITER12 LR1]: 360024 words processed Mon Nov 16 20:19:59 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.117107. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44605 clock time -[SCHEDULER ITER12 LR1]: 400089 words processed Mon Nov 16 20:20:14 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.115619. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21023 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94456 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79203 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43611 clock time -[SCHEDULER ITER12 LR1]: 440067 words processed Mon Nov 16 20:20:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.116089. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16962 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92561 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78853 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42775 clock time -[SCHEDULER ITER12 LR1]: 480051 words processed Mon Nov 16 20:20:44 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.116697. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84571 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44143 clock time -[SCHEDULER ITER12 LR1]: 520140 words processed Mon Nov 16 20:20:59 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.116334. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45307 clock time -[SCHEDULER ITER12 LR1]: 560132 words processed Mon Nov 16 20:21:14 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.116120. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26554 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43723 clock time -[SCHEDULER ITER12 LR1]: 600118 words processed Mon Nov 16 20:21:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.114022. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97015 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45057 clock time -[SCHEDULER ITER12 LR1]: 640090 words processed Mon Nov 16 20:21:44 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.112655. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92716 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42924 clock time -[SCHEDULER ITER12 LR1]: 680075 words processed Mon Nov 16 20:21:59 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111982. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94394 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time -[SCHEDULER ITER12 LR1]: 720043 words processed Mon Nov 16 20:22:14 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111916. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26652 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94442 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43485 clock time -[SCHEDULER ITER12 LR1]: 760012 words processed Mon Nov 16 20:22:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111100. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80718 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time -[SCHEDULER ITER12 LR1]: 800113 words processed Mon Nov 16 20:22:44 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111543. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time -[SCHEDULER ITER12 LR1]: 840089 words processed Mon Nov 16 20:22:59 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18115 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93183 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43159 clock time -[SCHEDULER ITER12 LR1]: 880052 words processed Mon Nov 16 20:23:14 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27892 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95288 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82366 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44261 clock time +[SCHEDULER ITER12 LR1]: 40092 words processed Tue Nov 17 01:10:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.161136. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43395 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Tue Nov 17 01:11:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.159983. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42220 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Tue Nov 17 01:11:24 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.154076. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43521 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Tue Nov 17 01:11:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.155930. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43197 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Tue Nov 17 01:11:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.156832. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42281 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Tue Nov 17 01:12:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153944. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43797 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Tue Nov 17 01:12:24 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150631. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44277 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Tue Nov 17 01:12:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.148049. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36794 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44673 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Tue Nov 17 01:12:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.146847. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42379 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Tue Nov 17 01:13:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.145329. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43092 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Tue Nov 17 01:13:24 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.145795. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42727 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Tue Nov 17 01:13:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.146464. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Tue Nov 17 01:13:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.146077. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44511 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Tue Nov 17 01:14:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.145999. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42478 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Tue Nov 17 01:14:24 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.144733. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42479 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Tue Nov 17 01:14:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.144451. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43895 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Tue Nov 17 01:14:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.143942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43805 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Tue Nov 17 01:15:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.143823. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43047 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Tue Nov 17 01:15:24 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.143549. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43442 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Tue Nov 17 01:15:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.143817. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43975 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Tue Nov 17 01:15:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.143030. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43188 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Tue Nov 17 01:16:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.143165. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43301 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER12 LR1]: shuffling training file ===PEEK ON TEST 12=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40087 words processed Mon Nov 16 20:23:26 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.200053. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81521 clock time +[SCHEDULER ITER12 LR1]: 40087 words processed Tue Nov 17 01:16:20 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.205136. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79710 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 12=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Mon Nov 16 20:23:40 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.262970. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86174 clock time +[SCHEDULER ITER12 LR1]: 40095 words processed Tue Nov 17 01:16:33 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.269139. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81002 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER12 LR1]: PPL did not improve, rejected, copying param file of last iter... +[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... [SCHEDULER ITER13 LR1]: preparing parameters... [SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1899123 +reading chunk 1 from 1900641 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1903979 +reading chunk 2 from 1905498 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48113072 +reading chunk 3 from 48091292 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48229392 +reading chunk 4 from 48207652 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94272505 +reading chunk 5 from 94258214 [SCHEDULER ITER13 LR1]: preparing parameters end. [SCHEDULER ITER13 LR1]: preparing layers... -(20:23:50 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:23:50 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:23:50 2015-11-16)[nerv] info: create layer: combinerL1 -(20:23:50 2015-11-16)[nerv] info: create layer: outputL -(20:23:50 2015-11-16)[nerv] info: create layer: softmaxL -(20:23:50 2015-11-16)[nerv] info: create layer: selectL1 +(01:16:45 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:16:45 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:16:45 2015-11-17)[nerv] info: create layer: combinerL1 +(01:16:45 2015-11-17)[nerv] info: create layer: outputL +(01:16:45 2015-11-17)[nerv] info: create layer: softmaxL +(01:16:45 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER13 LR1]: preparing layers end. [SCHEDULER ITER13 LR1]: Generate and initing TNN ... selectL1 0 @@ -2226,164 +2718,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 13 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Mon Nov 16 20:24:05 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.124700. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44543 clock time -[SCHEDULER ITER13 LR1]: 80099 words processed Mon Nov 16 20:24:20 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.130431. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16269 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92640 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42814 clock time -[SCHEDULER ITER13 LR1]: 120004 words processed Mon Nov 16 20:24:35 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126863. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24674 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81118 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43885 clock time -[SCHEDULER ITER13 LR1]: 160114 words processed Mon Nov 16 20:24:50 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.127641. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21975 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79415 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43594 clock time -[SCHEDULER ITER13 LR1]: 200066 words processed Mon Nov 16 20:25:04 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128753. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92101 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76182 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42587 clock time -[SCHEDULER ITER13 LR1]: 240045 words processed Mon Nov 16 20:25:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.125405. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92411 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42991 clock time -[SCHEDULER ITER13 LR1]: 280057 words processed Mon Nov 16 20:25:33 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.121557. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80259 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44404 clock time -[SCHEDULER ITER13 LR1]: 320106 words processed Mon Nov 16 20:25:47 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.119057. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17185 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93824 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43400 clock time -[SCHEDULER ITER13 LR1]: 360024 words processed Mon Nov 16 20:26:02 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.117442. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42901 clock time -[SCHEDULER ITER13 LR1]: 400089 words processed Mon Nov 16 20:26:17 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.115856. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96218 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81362 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44619 clock time -[SCHEDULER ITER13 LR1]: 440067 words processed Mon Nov 16 20:26:32 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.116256. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78663 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43788 clock time -[SCHEDULER ITER13 LR1]: 480051 words processed Mon Nov 16 20:26:46 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.116761. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76437 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43067 clock time -[SCHEDULER ITER13 LR1]: 520140 words processed Mon Nov 16 20:27:01 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.116780. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43579 clock time -[SCHEDULER ITER13 LR1]: 560132 words processed Mon Nov 16 20:27:15 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.116520. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12441 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42675 clock time -[SCHEDULER ITER13 LR1]: 600118 words processed Mon Nov 16 20:27:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.114349. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13155 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42820 clock time -[SCHEDULER ITER13 LR1]: 640090 words processed Mon Nov 16 20:27:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.113011. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42679 clock time -[SCHEDULER ITER13 LR1]: 680075 words processed Mon Nov 16 20:27:58 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.112316. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12659 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42610 clock time -[SCHEDULER ITER13 LR1]: 720043 words processed Mon Nov 16 20:28:13 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.112292. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23926 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94473 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81020 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43597 clock time -[SCHEDULER ITER13 LR1]: 760012 words processed Mon Nov 16 20:28:28 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.111595. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33803 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96596 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44719 clock time -[SCHEDULER ITER13 LR1]: 800113 words processed Mon Nov 16 20:28:43 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.112014. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29536 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83048 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44474 clock time -[SCHEDULER ITER13 LR1]: 840089 words processed Mon Nov 16 20:28:58 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.111276. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92896 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78724 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42721 clock time -[SCHEDULER ITER13 LR1]: 880052 words processed Mon Nov 16 20:29:13 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.111390. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14769 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92803 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76710 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42597 clock time +[SCHEDULER ITER13 LR1]: 40092 words processed Tue Nov 17 01:16:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141438. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43652 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Tue Nov 17 01:17:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141106. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42582 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Tue Nov 17 01:17:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.135674. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42256 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Tue Nov 17 01:17:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.137881. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42805 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Tue Nov 17 01:17:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138821. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42172 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Tue Nov 17 01:18:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.135555. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42052 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Tue Nov 17 01:18:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.132170. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43003 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Tue Nov 17 01:18:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.129973. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44090 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Tue Nov 17 01:18:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.128912. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42793 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Tue Nov 17 01:19:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.127346. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Tue Nov 17 01:19:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.128380. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42788 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Tue Nov 17 01:19:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.129139. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42387 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Tue Nov 17 01:19:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.128829. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42866 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Tue Nov 17 01:20:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.128876. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42055 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Tue Nov 17 01:20:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.127818. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43000 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Tue Nov 17 01:20:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.126990. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42628 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Tue Nov 17 01:20:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.126557. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42092 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Tue Nov 17 01:21:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.126524. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42087 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Tue Nov 17 01:21:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.125846. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43089 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Tue Nov 17 01:21:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.126400. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Tue Nov 17 01:21:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.125646. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41971 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Tue Nov 17 01:22:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.125781. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42102 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER13 LR1]: shuffling training file ===PEEK ON TEST 13=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40087 words processed Mon Nov 16 20:29:24 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.199427. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79208 clock time +[SCHEDULER ITER13 LR1]: 40087 words processed Tue Nov 17 01:22:25 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.199339. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81756 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 13=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Mon Nov 16 20:29:37 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.262494. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68860 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77540 clock time +[SCHEDULER ITER13 LR1]: 40095 words processed Tue Nov 17 01:22:38 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.265245. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... @@ -2392,27 +2884,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46041450 +reading chunk 1 from 46049506 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46046306 +reading chunk 2 from 46054363 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92267138 +reading chunk 3 from 92251002 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92383441 +reading chunk 4 from 92367333 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94281630 +reading chunk 5 from 94267097 [SCHEDULER ITER14 LR1]: preparing parameters end. [SCHEDULER ITER14 LR1]: preparing layers... -(20:29:49 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:29:49 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:29:49 2015-11-16)[nerv] info: create layer: combinerL1 -(20:29:49 2015-11-16)[nerv] info: create layer: outputL -(20:29:49 2015-11-16)[nerv] info: create layer: softmaxL -(20:29:49 2015-11-16)[nerv] info: create layer: selectL1 +(01:22:49 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:22:49 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:22:49 2015-11-17)[nerv] info: create layer: combinerL1 +(01:22:49 2015-11-17)[nerv] info: create layer: outputL +(01:22:49 2015-11-17)[nerv] info: create layer: softmaxL +(01:22:49 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER14 LR1]: preparing layers end. [SCHEDULER ITER14 LR1]: Generate and initing TNN ... selectL1 0 @@ -2440,164 +2932,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 14 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Mon Nov 16 20:30:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.106519. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30461 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97088 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82877 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44307 clock time -[SCHEDULER ITER14 LR1]: 80099 words processed Mon Nov 16 20:30:19 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.109678. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28269 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82989 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43324 clock time -[SCHEDULER ITER14 LR1]: 120004 words processed Mon Nov 16 20:30:34 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.106282. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30831 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95866 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43681 clock time -[SCHEDULER ITER14 LR1]: 160114 words processed Mon Nov 16 20:30:49 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.115532. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41336 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99208 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time -[SCHEDULER ITER14 LR1]: 200066 words processed Mon Nov 16 20:31:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.115626. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28454 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95420 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83684 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43619 clock time -[SCHEDULER ITER14 LR1]: 240045 words processed Mon Nov 16 20:31:19 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.114675. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94146 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43045 clock time -[SCHEDULER ITER14 LR1]: 280057 words processed Mon Nov 16 20:31:34 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.110440. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96596 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44140 clock time -[SCHEDULER ITER14 LR1]: 320106 words processed Mon Nov 16 20:31:49 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.107807. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26336 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43764 clock time -[SCHEDULER ITER14 LR1]: 360024 words processed Mon Nov 16 20:32:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.105960. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94159 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80968 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time -[SCHEDULER ITER14 LR1]: 400089 words processed Mon Nov 16 20:32:19 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.104508. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26900 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95934 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43663 clock time -[SCHEDULER ITER14 LR1]: 440067 words processed Mon Nov 16 20:32:34 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.104912. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79773 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43335 clock time -[SCHEDULER ITER14 LR1]: 480051 words processed Mon Nov 16 20:32:49 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.105325. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43533 clock time -[SCHEDULER ITER14 LR1]: 520140 words processed Mon Nov 16 20:33:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.104824. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27934 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96269 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time -[SCHEDULER ITER14 LR1]: 560132 words processed Mon Nov 16 20:33:19 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.104513. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26853 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95702 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43852 clock time -[SCHEDULER ITER14 LR1]: 600118 words processed Mon Nov 16 20:33:34 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.102293. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82626 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44532 clock time -[SCHEDULER ITER14 LR1]: 640090 words processed Mon Nov 16 20:33:49 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.100786. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29219 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96116 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81588 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44455 clock time -[SCHEDULER ITER14 LR1]: 680075 words processed Mon Nov 16 20:34:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.099982. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80443 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44164 clock time -[SCHEDULER ITER14 LR1]: 720043 words processed Mon Nov 16 20:34:19 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.099812. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19115 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93819 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78882 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42833 clock time -[SCHEDULER ITER14 LR1]: 760012 words processed Mon Nov 16 20:34:34 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.099011. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28878 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44438 clock time -[SCHEDULER ITER14 LR1]: 800113 words processed Mon Nov 16 20:34:49 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.099380. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26711 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43766 clock time -[SCHEDULER ITER14 LR1]: 840089 words processed Mon Nov 16 20:35:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.098603. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43645 clock time -[SCHEDULER ITER14 LR1]: 880052 words processed Mon Nov 16 20:35:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.098659. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92867 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76140 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42639 clock time +[SCHEDULER ITER14 LR1]: 40092 words processed Tue Nov 17 01:23:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.124197. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43578 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Tue Nov 17 01:23:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.124212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43140 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Tue Nov 17 01:23:33 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.119187. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43756 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Tue Nov 17 01:23:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.121174. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43885 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Tue Nov 17 01:24:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.122230. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43178 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Tue Nov 17 01:24:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.118548. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42325 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Tue Nov 17 01:24:33 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.115349. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43268 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Tue Nov 17 01:24:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.113360. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44819 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Tue Nov 17 01:25:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.112514. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43702 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Tue Nov 17 01:25:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.111125. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Tue Nov 17 01:25:33 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.111942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42261 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Tue Nov 17 01:25:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.113174. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43431 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Tue Nov 17 01:26:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.114843. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44271 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Tue Nov 17 01:26:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.115302. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42399 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Tue Nov 17 01:26:33 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.114444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42249 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Tue Nov 17 01:26:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.113468. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Tue Nov 17 01:27:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.112975. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43381 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Tue Nov 17 01:27:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.112843. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42790 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Tue Nov 17 01:27:33 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.112826. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42351 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Tue Nov 17 01:27:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.113223. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44712 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Tue Nov 17 01:28:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.112455. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42674 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Tue Nov 17 01:28:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.112529. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42479 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER14 LR1]: shuffling training file ===PEEK ON TEST 14=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40087 words processed Mon Nov 16 20:35:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.197280. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80545 clock time +[SCHEDULER ITER14 LR1]: 40087 words processed Tue Nov 17 01:28:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.197210. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78378 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 14=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Mon Nov 16 20:35:43 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.260409. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83642 clock time +[SCHEDULER ITER14 LR1]: 40095 words processed Tue Nov 17 01:28:42 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.264146. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81097 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... @@ -2606,27 +3098,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1897162 +reading chunk 1 from 1898668 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1902018 +reading chunk 2 from 1903525 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48135300 +reading chunk 3 from 48111338 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48251597 +reading chunk 4 from 48227664 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94290882 +reading chunk 5 from 94274940 [SCHEDULER ITER15 LR1]: preparing parameters end. [SCHEDULER ITER15 LR1]: preparing layers... -(20:35:55 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:35:55 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:35:55 2015-11-16)[nerv] info: create layer: combinerL1 -(20:35:55 2015-11-16)[nerv] info: create layer: outputL -(20:35:55 2015-11-16)[nerv] info: create layer: softmaxL -(20:35:55 2015-11-16)[nerv] info: create layer: selectL1 +(01:28:53 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:28:53 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:28:53 2015-11-17)[nerv] info: create layer: combinerL1 +(01:28:53 2015-11-17)[nerv] info: create layer: outputL +(01:28:53 2015-11-17)[nerv] info: create layer: softmaxL +(01:28:53 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER15 LR1]: preparing layers end. [SCHEDULER ITER15 LR1]: Generate and initing TNN ... selectL1 0 @@ -2654,164 +3146,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 15 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Mon Nov 16 20:36:10 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.094970. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33676 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00377 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44279 clock time -[SCHEDULER ITER15 LR1]: 80099 words processed Mon Nov 16 20:36:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096740. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23522 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78941 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42880 clock time -[SCHEDULER ITER15 LR1]: 120004 words processed Mon Nov 16 20:36:40 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.092736. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18877 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96327 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76281 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42617 clock time -[SCHEDULER ITER15 LR1]: 160114 words processed Mon Nov 16 20:36:55 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096468. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43680 clock time -[SCHEDULER ITER15 LR1]: 200066 words processed Mon Nov 16 20:37:10 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.097947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39574 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44525 clock time -[SCHEDULER ITER15 LR1]: 240045 words processed Mon Nov 16 20:37:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.095843. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22204 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96802 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42740 clock time -[SCHEDULER ITER15 LR1]: 280057 words processed Mon Nov 16 20:37:40 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.091781. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00636 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44904 clock time -[SCHEDULER ITER15 LR1]: 320106 words processed Mon Nov 16 20:37:55 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.089598. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00730 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80606 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44554 clock time -[SCHEDULER ITER15 LR1]: 360024 words processed Mon Nov 16 20:38:10 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.088098. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97232 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79392 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42845 clock time -[SCHEDULER ITER15 LR1]: 400089 words processed Mon Nov 16 20:38:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.086138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99085 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43882 clock time -[SCHEDULER ITER15 LR1]: 440067 words processed Mon Nov 16 20:38:40 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.086957. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23976 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97762 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78951 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43257 clock time -[SCHEDULER ITER15 LR1]: 480051 words processed Mon Nov 16 20:38:55 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.087749. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28253 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43494 clock time -[SCHEDULER ITER15 LR1]: 520140 words processed Mon Nov 16 20:39:10 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.087660. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28787 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99517 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time -[SCHEDULER ITER15 LR1]: 560132 words processed Mon Nov 16 20:39:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.087600. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23698 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78770 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43415 clock time -[SCHEDULER ITER15 LR1]: 600118 words processed Mon Nov 16 20:39:40 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.085650. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40613 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44201 clock time -[SCHEDULER ITER15 LR1]: 640090 words processed Mon Nov 16 20:39:55 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.084364. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77841 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42818 clock time -[SCHEDULER ITER15 LR1]: 680075 words processed Mon Nov 16 20:40:10 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.083804. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19792 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77160 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42720 clock time -[SCHEDULER ITER15 LR1]: 720043 words processed Mon Nov 16 20:40:24 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.083820. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16935 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42640 clock time -[SCHEDULER ITER15 LR1]: 760012 words processed Mon Nov 16 20:40:39 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.083106. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76556 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42553 clock time -[SCHEDULER ITER15 LR1]: 800113 words processed Mon Nov 16 20:40:54 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.083643. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23116 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98128 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43571 clock time -[SCHEDULER ITER15 LR1]: 840089 words processed Mon Nov 16 20:41:09 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.083007. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21278 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78385 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42824 clock time -[SCHEDULER ITER15 LR1]: 880052 words processed Mon Nov 16 20:41:23 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.083226. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42622 clock time +[SCHEDULER ITER15 LR1]: 40092 words processed Tue Nov 17 01:29:07 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.116378. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43641 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Tue Nov 17 01:29:22 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.113691. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42344 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Tue Nov 17 01:29:37 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.107029. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43275 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Tue Nov 17 01:29:52 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.107861. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42841 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Tue Nov 17 01:30:07 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.108503. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41985 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Tue Nov 17 01:30:22 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.104599. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42682 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Tue Nov 17 01:30:37 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.101138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Tue Nov 17 01:30:52 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.099228. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44747 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Tue Nov 17 01:31:07 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.098709. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42028 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Tue Nov 17 01:31:22 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.097294. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43473 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Tue Nov 17 01:31:37 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.098090. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42329 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Tue Nov 17 01:31:51 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.098889. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41899 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Tue Nov 17 01:32:06 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.099224. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43936 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Tue Nov 17 01:32:21 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.099543. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42715 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Tue Nov 17 01:32:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.098376. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42737 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Tue Nov 17 01:32:51 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.097524. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43108 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Tue Nov 17 01:33:06 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.097044. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43005 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Tue Nov 17 01:33:21 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096864. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42747 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Tue Nov 17 01:33:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096482. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42528 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Tue Nov 17 01:33:51 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43673 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Tue Nov 17 01:34:06 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096201. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42408 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Tue Nov 17 01:34:21 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096385. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43479 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER15 LR1]: shuffling training file ===PEEK ON TEST 15=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40087 words processed Mon Nov 16 20:41:34 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.191070. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69805 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78138 clock time +[SCHEDULER ITER15 LR1]: 40087 words processed Tue Nov 17 01:34:32 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.195121. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76697 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 15=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Mon Nov 16 20:41:48 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.254691. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78411 clock time +[SCHEDULER ITER15 LR1]: 40095 words processed Tue Nov 17 01:34:45 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.263015. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81915 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... @@ -2820,27 +3312,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46037001 +reading chunk 1 from 46045130 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46041857 +reading chunk 2 from 46049987 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92288877 +reading chunk 3 from 92270543 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92405166 +reading chunk 4 from 92386873 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94301534 +reading chunk 5 from 94284626 [SCHEDULER ITER16 LR1]: preparing parameters end. [SCHEDULER ITER16 LR1]: preparing layers... -(20:41:59 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:41:59 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:41:59 2015-11-16)[nerv] info: create layer: combinerL1 -(20:41:59 2015-11-16)[nerv] info: create layer: outputL -(20:41:59 2015-11-16)[nerv] info: create layer: softmaxL -(20:41:59 2015-11-16)[nerv] info: create layer: selectL1 +(01:34:56 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:34:56 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:34:56 2015-11-17)[nerv] info: create layer: combinerL1 +(01:34:56 2015-11-17)[nerv] info: create layer: outputL +(01:34:56 2015-11-17)[nerv] info: create layer: softmaxL +(01:34:56 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER16 LR1]: preparing layers end. [SCHEDULER ITER16 LR1]: Generate and initing TNN ... selectL1 0 @@ -2868,164 +3360,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 16 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Mon Nov 16 20:42:14 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083121. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30926 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83416 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44347 clock time -[SCHEDULER ITER16 LR1]: 80099 words processed Mon Nov 16 20:42:29 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.088097. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92932 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77414 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42582 clock time -[SCHEDULER ITER16 LR1]: 120004 words processed Mon Nov 16 20:42:44 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083760. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87610 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44716 clock time -[SCHEDULER ITER16 LR1]: 160114 words processed Mon Nov 16 20:42:59 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085542. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30781 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44361 clock time -[SCHEDULER ITER16 LR1]: 200066 words processed Mon Nov 16 20:43:14 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.087662. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21723 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time -[SCHEDULER ITER16 LR1]: 240045 words processed Mon Nov 16 20:43:28 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.086955. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16347 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92754 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77822 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42840 clock time -[SCHEDULER ITER16 LR1]: 280057 words processed Mon Nov 16 20:43:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082877. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79300 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43659 clock time -[SCHEDULER ITER16 LR1]: 320106 words processed Mon Nov 16 20:43:58 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.080652. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20718 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43507 clock time -[SCHEDULER ITER16 LR1]: 360024 words processed Mon Nov 16 20:44:13 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.078907. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15673 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42760 clock time -[SCHEDULER ITER16 LR1]: 400089 words processed Mon Nov 16 20:44:28 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.076805. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32259 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97039 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83613 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44982 clock time -[SCHEDULER ITER16 LR1]: 440067 words processed Mon Nov 16 20:44:42 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.077248. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18092 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93803 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43069 clock time -[SCHEDULER ITER16 LR1]: 480051 words processed Mon Nov 16 20:44:57 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.077975. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21850 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time -[SCHEDULER ITER16 LR1]: 520140 words processed Mon Nov 16 20:45:12 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.077521. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24428 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44158 clock time -[SCHEDULER ITER16 LR1]: 560132 words processed Mon Nov 16 20:45:27 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.077259. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25359 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81439 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43978 clock time -[SCHEDULER ITER16 LR1]: 600118 words processed Mon Nov 16 20:45:42 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.075564. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20381 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93713 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42965 clock time -[SCHEDULER ITER16 LR1]: 640090 words processed Mon Nov 16 20:45:57 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.074164. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95805 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44345 clock time -[SCHEDULER ITER16 LR1]: 680075 words processed Mon Nov 16 20:46:12 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.073495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19910 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93637 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79610 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43185 clock time -[SCHEDULER ITER16 LR1]: 720043 words processed Mon Nov 16 20:46:27 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.073409. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24746 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82364 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43292 clock time -[SCHEDULER ITER16 LR1]: 760012 words processed Mon Nov 16 20:46:42 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.072589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34254 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96533 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44387 clock time -[SCHEDULER ITER16 LR1]: 800113 words processed Mon Nov 16 20:46:57 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.072909. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98715 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88366 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45279 clock time -[SCHEDULER ITER16 LR1]: 840089 words processed Mon Nov 16 20:47:12 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.072386. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94508 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83031 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43469 clock time -[SCHEDULER ITER16 LR1]: 880052 words processed Mon Nov 16 20:47:27 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.072623. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time +[SCHEDULER ITER16 LR1]: 40092 words processed Tue Nov 17 01:35:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.097158. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43429 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Tue Nov 17 01:35:25 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.097046. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42159 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Tue Nov 17 01:35:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.091812. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42194 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Tue Nov 17 01:35:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.094211. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43467 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Tue Nov 17 01:36:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.094876. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Tue Nov 17 01:36:25 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.090932. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42082 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Tue Nov 17 01:36:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.087288. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43265 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Tue Nov 17 01:36:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.085495. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44858 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Tue Nov 17 01:37:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.085045. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Tue Nov 17 01:37:25 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.083520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44617 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Tue Nov 17 01:37:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.084550. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43184 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Tue Nov 17 01:37:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.085379. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75072 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42199 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Tue Nov 17 01:38:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.085490. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Tue Nov 17 01:38:25 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.085846. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42939 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Tue Nov 17 01:38:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.084108. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42307 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Tue Nov 17 01:38:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.083068. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42169 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Tue Nov 17 01:39:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.082583. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42502 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Tue Nov 17 01:39:25 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.082472. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42963 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Tue Nov 17 01:39:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.082694. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42204 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Tue Nov 17 01:39:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.083364. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43085 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Tue Nov 17 01:40:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.082735. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42862 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Tue Nov 17 01:40:25 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.082996. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43445 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER16 LR1]: shuffling training file ===PEEK ON TEST 16=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40087 words processed Mon Nov 16 20:47:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.187912. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70385 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79068 clock time +[SCHEDULER ITER16 LR1]: 40087 words processed Tue Nov 17 01:40:36 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.191237. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78416 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 16=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Mon Nov 16 20:47:51 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.251572. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71377 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79789 clock time +[SCHEDULER ITER16 LR1]: 40095 words processed Tue Nov 17 01:40:49 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.259248. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79713 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... @@ -3034,27 +3526,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1895307 +reading chunk 1 from 1896914 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1900163 +reading chunk 2 from 1901771 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48162572 +reading chunk 3 from 48135609 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48278837 +reading chunk 4 from 48251953 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94312867 +reading chunk 5 from 94294577 [SCHEDULER ITER17 LR1]: preparing parameters end. [SCHEDULER ITER17 LR1]: preparing layers... -(20:48:03 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:48:03 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:48:03 2015-11-16)[nerv] info: create layer: combinerL1 -(20:48:03 2015-11-16)[nerv] info: create layer: outputL -(20:48:03 2015-11-16)[nerv] info: create layer: softmaxL -(20:48:03 2015-11-16)[nerv] info: create layer: selectL1 +(01:41:00 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:41:00 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:41:00 2015-11-17)[nerv] info: create layer: combinerL1 +(01:41:00 2015-11-17)[nerv] info: create layer: outputL +(01:41:00 2015-11-17)[nerv] info: create layer: softmaxL +(01:41:00 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER17 LR1]: preparing layers end. [SCHEDULER ITER17 LR1]: Generate and initing TNN ... selectL1 0 @@ -3082,164 +3574,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 17 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Mon Nov 16 20:48:17 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.075734. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27238 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time -[SCHEDULER ITER17 LR1]: 80099 words processed Mon Nov 16 20:48:32 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.074042. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24662 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97035 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79780 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42866 clock time -[SCHEDULER ITER17 LR1]: 120004 words processed Mon Nov 16 20:48:47 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.069547. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34370 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99026 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43849 clock time -[SCHEDULER ITER17 LR1]: 160114 words processed Mon Nov 16 20:49:02 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.073792. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01261 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time -[SCHEDULER ITER17 LR1]: 200066 words processed Mon Nov 16 20:49:16 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.073678. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96440 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75995 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42618 clock time -[SCHEDULER ITER17 LR1]: 240045 words processed Mon Nov 16 20:49:30 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.071819. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18333 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96070 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76624 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42578 clock time -[SCHEDULER ITER17 LR1]: 280057 words processed Mon Nov 16 20:49:45 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.067970. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25319 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98351 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79003 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43534 clock time -[SCHEDULER ITER17 LR1]: 320106 words processed Mon Nov 16 20:50:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.066148. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00283 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44330 clock time -[SCHEDULER ITER17 LR1]: 360024 words processed Mon Nov 16 20:50:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.064714. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43134 clock time -[SCHEDULER ITER17 LR1]: 400089 words processed Mon Nov 16 20:50:30 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.062772. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98781 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43747 clock time -[SCHEDULER ITER17 LR1]: 440067 words processed Mon Nov 16 20:50:45 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.063663. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23909 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97682 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78809 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43342 clock time -[SCHEDULER ITER17 LR1]: 480051 words processed Mon Nov 16 20:51:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.064452. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20330 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96739 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42808 clock time -[SCHEDULER ITER17 LR1]: 520140 words processed Mon Nov 16 20:51:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.064445. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01586 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45224 clock time -[SCHEDULER ITER17 LR1]: 560132 words processed Mon Nov 16 20:51:30 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.064322. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79801 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43799 clock time -[SCHEDULER ITER17 LR1]: 600118 words processed Mon Nov 16 20:51:45 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.062340. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99930 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82752 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44481 clock time -[SCHEDULER ITER17 LR1]: 640090 words processed Mon Nov 16 20:52:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.061531. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98059 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79720 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43557 clock time -[SCHEDULER ITER17 LR1]: 680075 words processed Mon Nov 16 20:52:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.060991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30209 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44144 clock time -[SCHEDULER ITER17 LR1]: 720043 words processed Mon Nov 16 20:52:30 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.060957. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33596 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99923 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44480 clock time -[SCHEDULER ITER17 LR1]: 760012 words processed Mon Nov 16 20:52:45 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.060003. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43780 clock time -[SCHEDULER ITER17 LR1]: 800113 words processed Mon Nov 16 20:53:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.060353. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34891 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81952 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45237 clock time -[SCHEDULER ITER17 LR1]: 840089 words processed Mon Nov 16 20:53:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.060411. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22108 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77594 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43088 clock time -[SCHEDULER ITER17 LR1]: 880052 words processed Mon Nov 16 20:53:30 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.060802. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30403 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99124 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44023 clock time +[SCHEDULER ITER17 LR1]: 40092 words processed Tue Nov 17 01:41:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.082835. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43866 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Tue Nov 17 01:41:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.082799. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42116 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Tue Nov 17 01:41:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.078698. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42243 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Tue Nov 17 01:41:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.080389. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43113 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Tue Nov 17 01:42:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.081359. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41778 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Tue Nov 17 01:42:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.077826. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41860 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Tue Nov 17 01:42:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.074372. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42721 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Tue Nov 17 01:42:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.072589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22972 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42745 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Tue Nov 17 01:43:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.072108. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43602 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Tue Nov 17 01:43:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.070747. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43998 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Tue Nov 17 01:43:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.071871. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41893 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Tue Nov 17 01:43:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.072731. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41870 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Tue Nov 17 01:44:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.073258. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43266 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Tue Nov 17 01:44:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.073656. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42623 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Tue Nov 17 01:44:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.072206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Tue Nov 17 01:44:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.071177. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41897 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Tue Nov 17 01:45:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.070671. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41954 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Tue Nov 17 01:45:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.070539. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80072 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43333 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Tue Nov 17 01:45:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.069850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79870 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Tue Nov 17 01:45:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.070369. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44252 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Tue Nov 17 01:46:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.069971. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Tue Nov 17 01:46:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.070321. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41889 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER17 LR1]: shuffling training file ===PEEK ON TEST 17=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40087 words processed Mon Nov 16 20:53:41 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.184861. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69809 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77810 clock time +[SCHEDULER ITER17 LR1]: 40087 words processed Tue Nov 17 01:46:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.191054. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80089 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 17=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Mon Nov 16 20:53:54 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.249517. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84378 clock time +[SCHEDULER ITER17 LR1]: 40095 words processed Tue Nov 17 01:46:53 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.259630. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75741 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... @@ -3248,27 +3740,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46031439 +reading chunk 1 from 46040379 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46036295 +reading chunk 2 from 46045236 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92315356 +reading chunk 3 from 92292549 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92431616 +reading chunk 4 from 92408883 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94325933 +reading chunk 5 from 94305051 [SCHEDULER ITER18 LR0.6]: preparing parameters end. [SCHEDULER ITER18 LR0.6]: preparing layers... -(20:54:05 2015-11-16)[nerv] info: create layer: recurrentL1 -(20:54:05 2015-11-16)[nerv] info: create layer: sigmoidL1 -(20:54:05 2015-11-16)[nerv] info: create layer: combinerL1 -(20:54:05 2015-11-16)[nerv] info: create layer: outputL -(20:54:05 2015-11-16)[nerv] info: create layer: softmaxL -(20:54:05 2015-11-16)[nerv] info: create layer: selectL1 +(01:47:04 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:47:04 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:47:04 2015-11-17)[nerv] info: create layer: combinerL1 +(01:47:04 2015-11-17)[nerv] info: create layer: outputL +(01:47:04 2015-11-17)[nerv] info: create layer: softmaxL +(01:47:04 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER18 LR0.6]: preparing layers end. [SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... selectL1 0 @@ -3296,164 +3788,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 18 LR 0.600000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40092 words processed Mon Nov 16 20:54:19 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.034218. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25745 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44200 clock time -[SCHEDULER ITER18 LR0.6]: 80099 words processed Mon Nov 16 20:54:34 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.031870. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31327 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84274 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time -[SCHEDULER ITER18 LR0.6]: 120004 words processed Mon Nov 16 20:54:49 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025285. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42993 clock time -[SCHEDULER ITER18 LR0.6]: 160114 words processed Mon Nov 16 20:55:04 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26754 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95652 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81728 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43860 clock time -[SCHEDULER ITER18 LR0.6]: 200066 words processed Mon Nov 16 20:55:19 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.024900. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44687 clock time -[SCHEDULER ITER18 LR0.6]: 240045 words processed Mon Nov 16 20:55:34 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.021138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26777 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97406 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43863 clock time -[SCHEDULER ITER18 LR0.6]: 280057 words processed Mon Nov 16 20:55:49 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.016731. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21745 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94592 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43716 clock time -[SCHEDULER ITER18 LR0.6]: 320106 words processed Mon Nov 16 20:56:04 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014350. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.44575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99327 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45644 clock time -[SCHEDULER ITER18 LR0.6]: 360024 words processed Mon Nov 16 20:56:19 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012541. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84021 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43770 clock time -[SCHEDULER ITER18 LR0.6]: 400089 words processed Mon Nov 16 20:56:34 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009680. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19987 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94475 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43726 clock time -[SCHEDULER ITER18 LR0.6]: 440067 words processed Mon Nov 16 20:56:49 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010105. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83960 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44646 clock time -[SCHEDULER ITER18 LR0.6]: 480051 words processed Mon Nov 16 20:57:04 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010581. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95434 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44047 clock time -[SCHEDULER ITER18 LR0.6]: 520140 words processed Mon Nov 16 20:57:19 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010123. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19916 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78156 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43676 clock time -[SCHEDULER ITER18 LR0.6]: 560132 words processed Mon Nov 16 20:57:34 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009508. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16646 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time -[SCHEDULER ITER18 LR0.6]: 600118 words processed Mon Nov 16 20:57:49 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.007130. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43863 clock time -[SCHEDULER ITER18 LR0.6]: 640090 words processed Mon Nov 16 20:58:04 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.005205. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24691 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43309 clock time -[SCHEDULER ITER18 LR0.6]: 680075 words processed Mon Nov 16 20:58:19 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.004151. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30513 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time -[SCHEDULER ITER18 LR0.6]: 720043 words processed Mon Nov 16 20:58:34 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003549. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24535 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94291 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82343 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43094 clock time -[SCHEDULER ITER18 LR0.6]: 760012 words processed Mon Nov 16 20:58:49 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002349. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33777 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44530 clock time -[SCHEDULER ITER18 LR0.6]: 800113 words processed Mon Nov 16 20:59:04 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002397. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96010 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83108 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44137 clock time -[SCHEDULER ITER18 LR0.6]: 840089 words processed Mon Nov 16 20:59:19 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001577. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94970 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83140 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time -[SCHEDULER ITER18 LR0.6]: 880052 words processed Mon Nov 16 20:59:34 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001526. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26841 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43490 clock time +[SCHEDULER ITER18 LR0.6]: 40092 words processed Tue Nov 17 01:47:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.043667. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43053 clock time +[SCHEDULER ITER18 LR0.6]: 80099 words processed Tue Nov 17 01:47:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.039896. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43033 clock time +[SCHEDULER ITER18 LR0.6]: 120004 words processed Tue Nov 17 01:47:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.033742. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42551 clock time +[SCHEDULER ITER18 LR0.6]: 160114 words processed Tue Nov 17 01:48:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.035984. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43759 clock time +[SCHEDULER ITER18 LR0.6]: 200066 words processed Tue Nov 17 01:48:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.035035. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43689 clock time +[SCHEDULER ITER18 LR0.6]: 240045 words processed Tue Nov 17 01:48:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.030310. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42971 clock time +[SCHEDULER ITER18 LR0.6]: 280057 words processed Tue Nov 17 01:48:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025772. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43357 clock time +[SCHEDULER ITER18 LR0.6]: 320106 words processed Tue Nov 17 01:49:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023427. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44537 clock time +[SCHEDULER ITER18 LR0.6]: 360024 words processed Tue Nov 17 01:49:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.021796. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42206 clock time +[SCHEDULER ITER18 LR0.6]: 400089 words processed Tue Nov 17 01:49:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019102. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time +[SCHEDULER ITER18 LR0.6]: 440067 words processed Tue Nov 17 01:49:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019677. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42320 clock time +[SCHEDULER ITER18 LR0.6]: 480051 words processed Tue Nov 17 01:50:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.020225. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42937 clock time +[SCHEDULER ITER18 LR0.6]: 520140 words processed Tue Nov 17 01:50:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019858. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43047 clock time +[SCHEDULER ITER18 LR0.6]: 560132 words processed Tue Nov 17 01:50:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019758. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42955 clock time +[SCHEDULER ITER18 LR0.6]: 600118 words processed Tue Nov 17 01:50:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.017512. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42284 clock time +[SCHEDULER ITER18 LR0.6]: 640090 words processed Tue Nov 17 01:51:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.015774. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42161 clock time +[SCHEDULER ITER18 LR0.6]: 680075 words processed Tue Nov 17 01:51:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014732. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43066 clock time +[SCHEDULER ITER18 LR0.6]: 720043 words processed Tue Nov 17 01:51:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014130. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42080 clock time +[SCHEDULER ITER18 LR0.6]: 760012 words processed Tue Nov 17 01:51:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012778. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42143 clock time +[SCHEDULER ITER18 LR0.6]: 800113 words processed Tue Nov 17 01:52:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012906. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time +[SCHEDULER ITER18 LR0.6]: 840089 words processed Tue Nov 17 01:52:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012001. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42122 clock time +[SCHEDULER ITER18 LR0.6]: 880052 words processed Tue Nov 17 01:52:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012052. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42153 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: [SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER18 LR0.6]: shuffling training file ===PEEK ON TEST 18=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40087 words processed Mon Nov 16 20:59:46 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.163278. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84783 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88318 clock time +[SCHEDULER ITER18 LR0.6]: 40087 words processed Tue Nov 17 01:52:44 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.159080. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78969 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: [SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 18=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40095 words processed Mon Nov 16 21:00:00 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.230708. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77264 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83802 clock time +[SCHEDULER ITER18 LR0.6]: 40095 words processed Tue Nov 17 01:52:57 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.229502. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77727 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: [SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... @@ -3462,27 +3954,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1892928 +reading chunk 1 from 1895256 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1897784 +reading chunk 2 from 1900112 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48183711 +reading chunk 3 from 48153092 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48299967 +reading chunk 4 from 48269401 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94329634 +reading chunk 5 from 94307755 [SCHEDULER ITER19 LR0.36]: preparing parameters end. [SCHEDULER ITER19 LR0.36]: preparing layers... -(21:00:12 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:00:12 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:00:12 2015-11-16)[nerv] info: create layer: combinerL1 -(21:00:12 2015-11-16)[nerv] info: create layer: outputL -(21:00:12 2015-11-16)[nerv] info: create layer: softmaxL -(21:00:12 2015-11-16)[nerv] info: create layer: selectL1 +(01:53:08 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:53:08 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:53:08 2015-11-17)[nerv] info: create layer: combinerL1 +(01:53:08 2015-11-17)[nerv] info: create layer: outputL +(01:53:08 2015-11-17)[nerv] info: create layer: softmaxL +(01:53:08 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER19 LR0.36]: preparing layers end. [SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... selectL1 0 @@ -3510,164 +4002,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 19 LR 0.360000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40092 words processed Mon Nov 16 21:00:27 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997014. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37699 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01214 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44752 clock time -[SCHEDULER ITER19 LR0.36]: 80099 words processed Mon Nov 16 21:00:42 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.994733. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97446 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42930 clock time -[SCHEDULER ITER19 LR0.36]: 120004 words processed Mon Nov 16 21:00:57 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.988085. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43313 clock time -[SCHEDULER ITER19 LR0.36]: 160114 words processed Mon Nov 16 21:01:12 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.988949. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99172 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79733 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43870 clock time -[SCHEDULER ITER19 LR0.36]: 200066 words processed Mon Nov 16 21:01:27 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.987750. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97421 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42972 clock time -[SCHEDULER ITER19 LR0.36]: 240045 words processed Mon Nov 16 21:01:42 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.983959. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43655 clock time -[SCHEDULER ITER19 LR0.36]: 280057 words processed Mon Nov 16 21:01:57 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.979621. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32363 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00628 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44894 clock time -[SCHEDULER ITER19 LR0.36]: 320106 words processed Mon Nov 16 21:02:12 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977246. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30365 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00369 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79604 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44530 clock time -[SCHEDULER ITER19 LR0.36]: 360024 words processed Mon Nov 16 21:02:27 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.975444. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98481 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79095 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43630 clock time -[SCHEDULER ITER19 LR0.36]: 400089 words processed Mon Nov 16 21:02:42 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972430. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77773 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43695 clock time -[SCHEDULER ITER19 LR0.36]: 440067 words processed Mon Nov 16 21:02:57 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972825. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25762 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97900 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79388 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43285 clock time -[SCHEDULER ITER19 LR0.36]: 480051 words processed Mon Nov 16 21:03:12 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973155. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39802 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85441 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44901 clock time -[SCHEDULER ITER19 LR0.36]: 520140 words processed Mon Nov 16 21:03:27 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972554. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44004 clock time -[SCHEDULER ITER19 LR0.36]: 560132 words processed Mon Nov 16 21:03:42 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971809. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43149 clock time -[SCHEDULER ITER19 LR0.36]: 600118 words processed Mon Nov 16 21:03:56 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.969291. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17425 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96787 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75004 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time -[SCHEDULER ITER19 LR0.36]: 640090 words processed Mon Nov 16 21:04:11 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967195. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19563 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76280 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time -[SCHEDULER ITER19 LR0.36]: 680075 words processed Mon Nov 16 21:04:26 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.965907. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96561 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time -[SCHEDULER ITER19 LR0.36]: 720043 words processed Mon Nov 16 21:04:41 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964968. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75933 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time -[SCHEDULER ITER19 LR0.36]: 760012 words processed Mon Nov 16 21:04:56 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963337. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99264 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79571 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44209 clock time -[SCHEDULER ITER19 LR0.36]: 800113 words processed Mon Nov 16 21:05:11 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78092 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43640 clock time -[SCHEDULER ITER19 LR0.36]: 840089 words processed Mon Nov 16 21:05:26 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.962238. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26359 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80461 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43177 clock time -[SCHEDULER ITER19 LR0.36]: 880052 words processed Mon Nov 16 21:05:41 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961986. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43586 clock time +[SCHEDULER ITER19 LR0.36]: 40092 words processed Tue Nov 17 01:53:22 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.007280. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43190 clock time +[SCHEDULER ITER19 LR0.36]: 80099 words processed Tue Nov 17 01:53:37 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.003431. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42475 clock time +[SCHEDULER ITER19 LR0.36]: 120004 words processed Tue Nov 17 01:53:52 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997580. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41897 clock time +[SCHEDULER ITER19 LR0.36]: 160114 words processed Tue Nov 17 01:54:07 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.998525. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44737 clock time +[SCHEDULER ITER19 LR0.36]: 200066 words processed Tue Nov 17 01:54:22 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997707. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42417 clock time +[SCHEDULER ITER19 LR0.36]: 240045 words processed Tue Nov 17 01:54:37 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.993389. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42406 clock time +[SCHEDULER ITER19 LR0.36]: 280057 words processed Tue Nov 17 01:54:52 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.989080. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43671 clock time +[SCHEDULER ITER19 LR0.36]: 320106 words processed Tue Nov 17 01:55:07 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986892. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43404 clock time +[SCHEDULER ITER19 LR0.36]: 360024 words processed Tue Nov 17 01:55:22 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.985177. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42595 clock time +[SCHEDULER ITER19 LR0.36]: 400089 words processed Tue Nov 17 01:55:37 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982339. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43509 clock time +[SCHEDULER ITER19 LR0.36]: 440067 words processed Tue Nov 17 01:55:52 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982908. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42229 clock time +[SCHEDULER ITER19 LR0.36]: 480051 words processed Tue Nov 17 01:56:07 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.983385. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42188 clock time +[SCHEDULER ITER19 LR0.36]: 520140 words processed Tue Nov 17 01:56:22 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982902. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44336 clock time +[SCHEDULER ITER19 LR0.36]: 560132 words processed Tue Nov 17 01:56:36 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982661. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41779 clock time +[SCHEDULER ITER19 LR0.36]: 600118 words processed Tue Nov 17 01:56:51 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.980337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42540 clock time +[SCHEDULER ITER19 LR0.36]: 640090 words processed Tue Nov 17 01:57:06 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.978348. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42527 clock time +[SCHEDULER ITER19 LR0.36]: 680075 words processed Tue Nov 17 01:57:21 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977145. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42010 clock time +[SCHEDULER ITER19 LR0.36]: 720043 words processed Tue Nov 17 01:57:36 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.976308. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41994 clock time +[SCHEDULER ITER19 LR0.36]: 760012 words processed Tue Nov 17 01:57:50 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.974690. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41846 clock time +[SCHEDULER ITER19 LR0.36]: 800113 words processed Tue Nov 17 01:58:05 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.974618. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43380 clock time +[SCHEDULER ITER19 LR0.36]: 840089 words processed Tue Nov 17 01:58:20 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973580. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43029 clock time +[SCHEDULER ITER19 LR0.36]: 880052 words processed Tue Nov 17 01:58:35 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973415. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: [SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER19 LR0.36]: shuffling training file ===PEEK ON TEST 19=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40087 words processed Mon Nov 16 21:05:53 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.145398. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80456 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84858 clock time +[SCHEDULER ITER19 LR0.36]: 40087 words processed Tue Nov 17 01:58:46 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.136208. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82211 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: [SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 19=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40095 words processed Mon Nov 16 21:06:06 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.214779. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78041 clock time +[SCHEDULER ITER19 LR0.36]: 40095 words processed Tue Nov 17 01:58:59 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.208516. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.82932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85088 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: [SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... @@ -3676,27 +4168,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46028677 +reading chunk 1 from 46036780 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46033533 +reading chunk 2 from 46041636 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92322350 +reading chunk 3 from 92297326 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92438569 +reading chunk 4 from 92413618 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94330677 +reading chunk 5 from 94308206 [SCHEDULER ITER20 LR0.216]: preparing parameters end. [SCHEDULER ITER20 LR0.216]: preparing layers... -(21:06:17 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:06:17 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:06:17 2015-11-16)[nerv] info: create layer: combinerL1 -(21:06:17 2015-11-16)[nerv] info: create layer: outputL -(21:06:17 2015-11-16)[nerv] info: create layer: softmaxL -(21:06:17 2015-11-16)[nerv] info: create layer: selectL1 +(01:59:10 2015-11-17)[nerv] info: create layer: recurrentL1 +(01:59:10 2015-11-17)[nerv] info: create layer: sigmoidL1 +(01:59:10 2015-11-17)[nerv] info: create layer: combinerL1 +(01:59:10 2015-11-17)[nerv] info: create layer: outputL +(01:59:10 2015-11-17)[nerv] info: create layer: softmaxL +(01:59:10 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER20 LR0.216]: preparing layers end. [SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... selectL1 0 @@ -3724,164 +4216,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 20 LR 0.216000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40092 words processed Mon Nov 16 21:06:31 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.971407. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22962 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94759 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79420 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43827 clock time -[SCHEDULER ITER20 LR0.216]: 80099 words processed Mon Nov 16 21:06:45 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.968297. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17542 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77037 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43042 clock time -[SCHEDULER ITER20 LR0.216]: 120004 words processed Mon Nov 16 21:07:00 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961757. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20230 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93354 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43216 clock time -[SCHEDULER ITER20 LR0.216]: 160114 words processed Mon Nov 16 21:07:15 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.962674. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94806 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79761 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43949 clock time -[SCHEDULER ITER20 LR0.216]: 200066 words processed Mon Nov 16 21:07:30 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961535. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21250 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time -[SCHEDULER ITER20 LR0.216]: 240045 words processed Mon Nov 16 21:07:45 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957763. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19982 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42891 clock time -[SCHEDULER ITER20 LR0.216]: 280057 words processed Mon Nov 16 21:08:00 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.953523. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26136 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81946 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43855 clock time -[SCHEDULER ITER20 LR0.216]: 320106 words processed Mon Nov 16 21:08:15 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.951224. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22527 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95061 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44015 clock time -[SCHEDULER ITER20 LR0.216]: 360024 words processed Mon Nov 16 21:08:30 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.949400. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96120 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44692 clock time -[SCHEDULER ITER20 LR0.216]: 400089 words processed Mon Nov 16 21:08:45 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946355. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45700 clock time -[SCHEDULER ITER20 LR0.216]: 440067 words processed Mon Nov 16 21:09:00 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946745. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26369 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94909 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81182 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44092 clock time -[SCHEDULER ITER20 LR0.216]: 480051 words processed Mon Nov 16 21:09:15 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947007. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29088 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44103 clock time -[SCHEDULER ITER20 LR0.216]: 520140 words processed Mon Nov 16 21:09:30 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946379. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26552 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95183 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82563 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time -[SCHEDULER ITER20 LR0.216]: 560132 words processed Mon Nov 16 21:09:45 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945623. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22786 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93792 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42946 clock time -[SCHEDULER ITER20 LR0.216]: 600118 words processed Mon Nov 16 21:10:00 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.943088. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82783 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43338 clock time -[SCHEDULER ITER20 LR0.216]: 640090 words processed Mon Nov 16 21:10:15 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.940800. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43544 clock time -[SCHEDULER ITER20 LR0.216]: 680075 words processed Mon Nov 16 21:10:30 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.939424. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20027 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80238 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43030 clock time -[SCHEDULER ITER20 LR0.216]: 720043 words processed Mon Nov 16 21:10:45 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938325. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19832 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93140 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80032 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time -[SCHEDULER ITER20 LR0.216]: 760012 words processed Mon Nov 16 21:11:00 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936527. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78682 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42979 clock time -[SCHEDULER ITER20 LR0.216]: 800113 words processed Mon Nov 16 21:11:15 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936323. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22231 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94653 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79684 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43774 clock time -[SCHEDULER ITER20 LR0.216]: 840089 words processed Mon Nov 16 21:11:30 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935251. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19464 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93182 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time -[SCHEDULER ITER20 LR0.216]: 880052 words processed Mon Nov 16 21:11:45 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934865. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23933 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81283 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43417 clock time +[SCHEDULER ITER20 LR0.216]: 40092 words processed Tue Nov 17 01:59:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.981529. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43463 clock time +[SCHEDULER ITER20 LR0.216]: 80099 words processed Tue Nov 17 01:59:39 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.977850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42248 clock time +[SCHEDULER ITER20 LR0.216]: 120004 words processed Tue Nov 17 01:59:54 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.972350. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42335 clock time +[SCHEDULER ITER20 LR0.216]: 160114 words processed Tue Nov 17 02:00:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.973418. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43410 clock time +[SCHEDULER ITER20 LR0.216]: 200066 words processed Tue Nov 17 02:00:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.972559. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43394 clock time +[SCHEDULER ITER20 LR0.216]: 240045 words processed Tue Nov 17 02:00:39 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.968260. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43777 clock time +[SCHEDULER ITER20 LR0.216]: 280057 words processed Tue Nov 17 02:00:54 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.964016. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43726 clock time +[SCHEDULER ITER20 LR0.216]: 320106 words processed Tue Nov 17 02:01:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961876. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99072 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43399 clock time +[SCHEDULER ITER20 LR0.216]: 360024 words processed Tue Nov 17 02:01:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.960100. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43734 clock time +[SCHEDULER ITER20 LR0.216]: 400089 words processed Tue Nov 17 02:01:39 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957160. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44663 clock time +[SCHEDULER ITER20 LR0.216]: 440067 words processed Tue Nov 17 02:01:54 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957730. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43601 clock time +[SCHEDULER ITER20 LR0.216]: 480051 words processed Tue Nov 17 02:02:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958163. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42200 clock time +[SCHEDULER ITER20 LR0.216]: 520140 words processed Tue Nov 17 02:02:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957670. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42907 clock time +[SCHEDULER ITER20 LR0.216]: 560132 words processed Tue Nov 17 02:02:39 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957347. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42079 clock time +[SCHEDULER ITER20 LR0.216]: 600118 words processed Tue Nov 17 02:02:54 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.954947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42066 clock time +[SCHEDULER ITER20 LR0.216]: 640090 words processed Tue Nov 17 02:03:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.952798. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42420 clock time +[SCHEDULER ITER20 LR0.216]: 680075 words processed Tue Nov 17 02:03:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.951496. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42099 clock time +[SCHEDULER ITER20 LR0.216]: 720043 words processed Tue Nov 17 02:03:39 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950527. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42103 clock time +[SCHEDULER ITER20 LR0.216]: 760012 words processed Tue Nov 17 02:03:54 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948769. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42083 clock time +[SCHEDULER ITER20 LR0.216]: 800113 words processed Tue Nov 17 02:04:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948570. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43084 clock time +[SCHEDULER ITER20 LR0.216]: 840089 words processed Tue Nov 17 02:04:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947455. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time +[SCHEDULER ITER20 LR0.216]: 880052 words processed Tue Nov 17 02:04:39 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947175. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42552 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: [SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER20 LR0.216]: shuffling training file ===PEEK ON TEST 20=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40087 words processed Mon Nov 16 21:11:57 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.131186. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82386 clock time +[SCHEDULER ITER20 LR0.216]: 40087 words processed Tue Nov 17 02:04:50 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.122304. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73690 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78848 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: [SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 20=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40095 words processed Mon Nov 16 21:12:11 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.202088. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74235 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81553 clock time +[SCHEDULER ITER20 LR0.216]: 40095 words processed Tue Nov 17 02:05:03 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.195560. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: [SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... @@ -3890,27 +4382,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1891422 +reading chunk 1 from 1894050 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1896278 +reading chunk 2 from 1898903 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48186065 +reading chunk 3 from 48155663 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48302281 +reading chunk 4 from 48271943 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94330600 +reading chunk 5 from 94307817 [SCHEDULER ITER21 LR0.1296]: preparing parameters end. [SCHEDULER ITER21 LR0.1296]: preparing layers... -(21:12:22 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:12:22 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:12:22 2015-11-16)[nerv] info: create layer: combinerL1 -(21:12:22 2015-11-16)[nerv] info: create layer: outputL -(21:12:22 2015-11-16)[nerv] info: create layer: softmaxL -(21:12:22 2015-11-16)[nerv] info: create layer: selectL1 +(02:05:15 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:05:15 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:05:15 2015-11-17)[nerv] info: create layer: combinerL1 +(02:05:15 2015-11-17)[nerv] info: create layer: outputL +(02:05:15 2015-11-17)[nerv] info: create layer: softmaxL +(02:05:15 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER21 LR0.1296]: preparing layers end. [SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... selectL1 0 @@ -3938,164 +4430,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 21 LR 0.129600=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40092 words processed Mon Nov 16 21:12:37 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.954227. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44675 clock time -[SCHEDULER ITER21 LR0.1296]: 80099 words processed Mon Nov 16 21:12:52 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.950706. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98442 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79071 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43554 clock time -[SCHEDULER ITER21 LR0.1296]: 120004 words processed Mon Nov 16 21:13:07 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944022. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96757 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76389 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42821 clock time -[SCHEDULER ITER21 LR0.1296]: 160114 words processed Mon Nov 16 21:13:22 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944942. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43513 clock time -[SCHEDULER ITER21 LR0.1296]: 200066 words processed Mon Nov 16 21:13:37 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943798. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18373 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75395 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42719 clock time -[SCHEDULER ITER21 LR0.1296]: 240045 words processed Mon Nov 16 21:13:52 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939964. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25409 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43266 clock time -[SCHEDULER ITER21 LR0.1296]: 280057 words processed Mon Nov 16 21:14:07 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935737. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27576 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78164 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time -[SCHEDULER ITER21 LR0.1296]: 320106 words processed Mon Nov 16 21:14:22 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933468. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45017 clock time -[SCHEDULER ITER21 LR0.1296]: 360024 words processed Mon Nov 16 21:14:37 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931656. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97378 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77168 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43218 clock time -[SCHEDULER ITER21 LR0.1296]: 400089 words processed Mon Nov 16 21:14:52 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928579. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80294 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44639 clock time -[SCHEDULER ITER21 LR0.1296]: 440067 words processed Mon Nov 16 21:15:07 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928992. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97941 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43484 clock time -[SCHEDULER ITER21 LR0.1296]: 480051 words processed Mon Nov 16 21:15:22 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929176. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18611 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96436 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42682 clock time -[SCHEDULER ITER21 LR0.1296]: 520140 words processed Mon Nov 16 21:15:37 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928482. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43720 clock time -[SCHEDULER ITER21 LR0.1296]: 560132 words processed Mon Nov 16 21:15:52 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.927679. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96832 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77303 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time -[SCHEDULER ITER21 LR0.1296]: 600118 words processed Mon Nov 16 21:16:07 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.925138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97032 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77028 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42722 clock time -[SCHEDULER ITER21 LR0.1296]: 640090 words processed Mon Nov 16 21:16:22 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922796. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78104 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43485 clock time -[SCHEDULER ITER21 LR0.1296]: 680075 words processed Mon Nov 16 21:16:36 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.921362. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16326 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42500 clock time -[SCHEDULER ITER21 LR0.1296]: 720043 words processed Mon Nov 16 21:16:51 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20506 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77065 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time -[SCHEDULER ITER21 LR0.1296]: 760012 words processed Mon Nov 16 21:17:06 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918226. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42974 clock time -[SCHEDULER ITER21 LR0.1296]: 800113 words processed Mon Nov 16 21:17:21 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.917948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78588 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43778 clock time -[SCHEDULER ITER21 LR0.1296]: 840089 words processed Mon Nov 16 21:17:36 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916767. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97933 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80926 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43237 clock time -[SCHEDULER ITER21 LR0.1296]: 880052 words processed Mon Nov 16 21:17:51 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916267. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20955 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43003 clock time +[SCHEDULER ITER21 LR0.1296]: 40092 words processed Tue Nov 17 02:05:29 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.964006. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time +[SCHEDULER ITER21 LR0.1296]: 80099 words processed Tue Nov 17 02:05:44 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.960321. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42698 clock time +[SCHEDULER ITER21 LR0.1296]: 120004 words processed Tue Nov 17 02:05:59 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.955006. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43577 clock time +[SCHEDULER ITER21 LR0.1296]: 160114 words processed Tue Nov 17 02:06:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.956131. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43373 clock time +[SCHEDULER ITER21 LR0.1296]: 200066 words processed Tue Nov 17 02:06:29 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.955298. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42164 clock time +[SCHEDULER ITER21 LR0.1296]: 240045 words processed Tue Nov 17 02:06:44 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.950983. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43492 clock time +[SCHEDULER ITER21 LR0.1296]: 280057 words processed Tue Nov 17 02:06:59 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.946828. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44236 clock time +[SCHEDULER ITER21 LR0.1296]: 320106 words processed Tue Nov 17 02:07:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944750. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42912 clock time +[SCHEDULER ITER21 LR0.1296]: 360024 words processed Tue Nov 17 02:07:29 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.942985. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42013 clock time +[SCHEDULER ITER21 LR0.1296]: 400089 words processed Tue Nov 17 02:07:44 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939985. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42947 clock time +[SCHEDULER ITER21 LR0.1296]: 440067 words processed Tue Nov 17 02:07:59 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940516. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79280 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42982 clock time +[SCHEDULER ITER21 LR0.1296]: 480051 words processed Tue Nov 17 02:08:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940943. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42515 clock time +[SCHEDULER ITER21 LR0.1296]: 520140 words processed Tue Nov 17 02:08:29 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940430. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time +[SCHEDULER ITER21 LR0.1296]: 560132 words processed Tue Nov 17 02:08:44 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940051. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42252 clock time +[SCHEDULER ITER21 LR0.1296]: 600118 words processed Tue Nov 17 02:08:59 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.937604. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42026 clock time +[SCHEDULER ITER21 LR0.1296]: 640090 words processed Tue Nov 17 02:09:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935357. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42858 clock time +[SCHEDULER ITER21 LR0.1296]: 680075 words processed Tue Nov 17 02:09:29 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933969. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42814 clock time +[SCHEDULER ITER21 LR0.1296]: 720043 words processed Tue Nov 17 02:09:44 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.932894. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time +[SCHEDULER ITER21 LR0.1296]: 760012 words processed Tue Nov 17 02:09:59 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931031. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43822 clock time +[SCHEDULER ITER21 LR0.1296]: 800113 words processed Tue Nov 17 02:10:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.930732. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44480 clock time +[SCHEDULER ITER21 LR0.1296]: 840089 words processed Tue Nov 17 02:10:29 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929552. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42299 clock time +[SCHEDULER ITER21 LR0.1296]: 880052 words processed Tue Nov 17 02:10:44 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929191. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42827 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: [SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER21 LR0.1296]: shuffling training file ===PEEK ON TEST 21=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40087 words processed Mon Nov 16 21:18:03 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.121687. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74755 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81581 clock time +[SCHEDULER ITER21 LR0.1296]: 40087 words processed Tue Nov 17 02:10:55 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.114255. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78452 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: [SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 21=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40095 words processed Mon Nov 16 21:18:17 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.193534. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.79080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83936 clock time +[SCHEDULER ITER21 LR0.1296]: 40095 words processed Tue Nov 17 02:11:08 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.187961. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81100 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: [SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... @@ -4104,27 +4596,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46028104 +reading chunk 1 from 46035256 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032959 +reading chunk 2 from 46040108 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92322760 +reading chunk 3 from 92296841 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92438976 +reading chunk 4 from 92413108 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94329928 +reading chunk 5 from 94306801 [SCHEDULER ITER22 LR0.07776]: preparing parameters end. [SCHEDULER ITER22 LR0.07776]: preparing layers... -(21:18:29 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:18:29 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:18:29 2015-11-16)[nerv] info: create layer: combinerL1 -(21:18:29 2015-11-16)[nerv] info: create layer: outputL -(21:18:29 2015-11-16)[nerv] info: create layer: softmaxL -(21:18:29 2015-11-16)[nerv] info: create layer: selectL1 +(02:11:20 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:11:20 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:11:20 2015-11-17)[nerv] info: create layer: combinerL1 +(02:11:20 2015-11-17)[nerv] info: create layer: outputL +(02:11:20 2015-11-17)[nerv] info: create layer: softmaxL +(02:11:20 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER22 LR0.07776]: preparing layers end. [SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... selectL1 0 @@ -4152,164 +4644,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 22 LR 0.077760=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40092 words processed Mon Nov 16 21:18:43 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.941979. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26998 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44462 clock time -[SCHEDULER ITER22 LR0.07776]: 80099 words processed Mon Nov 16 21:18:58 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.938250. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24674 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94153 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43493 clock time -[SCHEDULER ITER22 LR0.07776]: 120004 words processed Mon Nov 16 21:19:12 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931563. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17270 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42850 clock time -[SCHEDULER ITER22 LR0.07776]: 160114 words processed Mon Nov 16 21:19:27 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932540. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97095 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45205 clock time -[SCHEDULER ITER22 LR0.07776]: 200066 words processed Mon Nov 16 21:19:42 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931450. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22387 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79414 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43599 clock time -[SCHEDULER ITER22 LR0.07776]: 240045 words processed Mon Nov 16 21:19:57 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.927571. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80457 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44078 clock time -[SCHEDULER ITER22 LR0.07776]: 280057 words processed Mon Nov 16 21:20:12 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923315. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28819 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96121 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44073 clock time -[SCHEDULER ITER22 LR0.07776]: 320106 words processed Mon Nov 16 21:20:27 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921082. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96028 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82644 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44158 clock time -[SCHEDULER ITER22 LR0.07776]: 360024 words processed Mon Nov 16 21:20:42 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919259. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18644 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78701 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42970 clock time -[SCHEDULER ITER22 LR0.07776]: 400089 words processed Mon Nov 16 21:20:57 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916177. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42563 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88633 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time -[SCHEDULER ITER22 LR0.07776]: 440067 words processed Mon Nov 16 21:21:12 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916615. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24377 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43426 clock time -[SCHEDULER ITER22 LR0.07776]: 480051 words processed Mon Nov 16 21:21:27 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916756. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84641 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time -[SCHEDULER ITER22 LR0.07776]: 520140 words processed Mon Nov 16 21:21:42 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916061. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78724 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43664 clock time -[SCHEDULER ITER22 LR0.07776]: 560132 words processed Mon Nov 16 21:21:57 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.915241. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42992 clock time -[SCHEDULER ITER22 LR0.07776]: 600118 words processed Mon Nov 16 21:22:12 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.912721. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36492 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97455 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44664 clock time -[SCHEDULER ITER22 LR0.07776]: 640090 words processed Mon Nov 16 21:22:27 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.910376. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79227 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43230 clock time -[SCHEDULER ITER22 LR0.07776]: 680075 words processed Mon Nov 16 21:22:42 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908921. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43041 clock time -[SCHEDULER ITER22 LR0.07776]: 720043 words processed Mon Nov 16 21:22:57 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.907630. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95004 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43541 clock time -[SCHEDULER ITER22 LR0.07776]: 760012 words processed Mon Nov 16 21:23:12 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.905650. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29667 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95535 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time -[SCHEDULER ITER22 LR0.07776]: 800113 words processed Mon Nov 16 21:23:27 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.905321. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81147 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44161 clock time -[SCHEDULER ITER22 LR0.07776]: 840089 words processed Mon Nov 16 21:23:42 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904079. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95320 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time -[SCHEDULER ITER22 LR0.07776]: 880052 words processed Mon Nov 16 21:23:57 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.903519. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93774 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43316 clock time +[SCHEDULER ITER22 LR0.07776]: 40092 words processed Tue Nov 17 02:11:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.951876. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29870 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43327 clock time +[SCHEDULER ITER22 LR0.07776]: 80099 words processed Tue Nov 17 02:11:49 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.948115. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time +[SCHEDULER ITER22 LR0.07776]: 120004 words processed Tue Nov 17 02:12:04 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.942954. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42206 clock time +[SCHEDULER ITER22 LR0.07776]: 160114 words processed Tue Nov 17 02:12:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.944119. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43118 clock time +[SCHEDULER ITER22 LR0.07776]: 200066 words processed Tue Nov 17 02:12:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.943320. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42136 clock time +[SCHEDULER ITER22 LR0.07776]: 240045 words processed Tue Nov 17 02:12:49 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.939028. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42256 clock time +[SCHEDULER ITER22 LR0.07776]: 280057 words processed Tue Nov 17 02:13:04 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.934927. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time +[SCHEDULER ITER22 LR0.07776]: 320106 words processed Tue Nov 17 02:13:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932901. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42962 clock time +[SCHEDULER ITER22 LR0.07776]: 360024 words processed Tue Nov 17 02:13:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931143. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42670 clock time +[SCHEDULER ITER22 LR0.07776]: 400089 words processed Tue Nov 17 02:13:49 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928088. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38195 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44362 clock time +[SCHEDULER ITER22 LR0.07776]: 440067 words processed Tue Nov 17 02:14:04 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928607. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42015 clock time +[SCHEDULER ITER22 LR0.07776]: 480051 words processed Tue Nov 17 02:14:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.929036. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42070 clock time +[SCHEDULER ITER22 LR0.07776]: 520140 words processed Tue Nov 17 02:14:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928505. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43229 clock time +[SCHEDULER ITER22 LR0.07776]: 560132 words processed Tue Nov 17 02:14:49 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928065. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43596 clock time +[SCHEDULER ITER22 LR0.07776]: 600118 words processed Tue Nov 17 02:15:04 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.925599. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42991 clock time +[SCHEDULER ITER22 LR0.07776]: 640090 words processed Tue Nov 17 02:15:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923311. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41973 clock time +[SCHEDULER ITER22 LR0.07776]: 680075 words processed Tue Nov 17 02:15:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921873. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42711 clock time +[SCHEDULER ITER22 LR0.07776]: 720043 words processed Tue Nov 17 02:15:49 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.920734. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42137 clock time +[SCHEDULER ITER22 LR0.07776]: 760012 words processed Tue Nov 17 02:16:04 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918822. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42451 clock time +[SCHEDULER ITER22 LR0.07776]: 800113 words processed Tue Nov 17 02:16:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918464. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43179 clock time +[SCHEDULER ITER22 LR0.07776]: 840089 words processed Tue Nov 17 02:16:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917255. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42168 clock time +[SCHEDULER ITER22 LR0.07776]: 880052 words processed Tue Nov 17 02:16:49 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916834. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42352 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: [SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER22 LR0.07776]: shuffling training file ===PEEK ON TEST 22=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40087 words processed Mon Nov 16 21:24:09 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.115979. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87784 clock time +[SCHEDULER ITER22 LR0.07776]: 40087 words processed Tue Nov 17 02:17:00 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.109316. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79022 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: [SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 22=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40095 words processed Mon Nov 16 21:24:22 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.188293. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78278 clock time +[SCHEDULER ITER22 LR0.07776]: 40095 words processed Tue Nov 17 02:17:13 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.183313. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77644 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: [SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... @@ -4318,27 +4810,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1890622 +reading chunk 1 from 1893435 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1895476 +reading chunk 2 from 1898284 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48184985 +reading chunk 3 from 48154857 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48301204 +reading chunk 4 from 48271120 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94328908 +reading chunk 5 from 94306015 [SCHEDULER ITER23 LR0.046656]: preparing parameters end. [SCHEDULER ITER23 LR0.046656]: preparing layers... -(21:24:33 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:24:33 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:24:33 2015-11-16)[nerv] info: create layer: combinerL1 -(21:24:33 2015-11-16)[nerv] info: create layer: outputL -(21:24:33 2015-11-16)[nerv] info: create layer: softmaxL -(21:24:33 2015-11-16)[nerv] info: create layer: selectL1 +(02:17:25 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:17:25 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:17:25 2015-11-17)[nerv] info: create layer: combinerL1 +(02:17:25 2015-11-17)[nerv] info: create layer: outputL +(02:17:25 2015-11-17)[nerv] info: create layer: softmaxL +(02:17:25 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER23 LR0.046656]: preparing layers end. [SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... selectL1 0 @@ -4366,164 +4858,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 23 LR 0.046656=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40092 words processed Mon Nov 16 21:24:48 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.933322. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.43060 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02538 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85628 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45642 clock time -[SCHEDULER ITER23 LR0.046656]: 80099 words processed Mon Nov 16 21:25:03 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.929559. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22654 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97019 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78185 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42971 clock time -[SCHEDULER ITER23 LR0.046656]: 120004 words processed Mon Nov 16 21:25:18 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923031. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32611 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82348 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43949 clock time -[SCHEDULER ITER23 LR0.046656]: 160114 words processed Mon Nov 16 21:25:33 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.924075. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79461 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43725 clock time -[SCHEDULER ITER23 LR0.046656]: 200066 words processed Mon Nov 16 21:25:48 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923074. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96409 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75168 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42667 clock time -[SCHEDULER ITER23 LR0.046656]: 240045 words processed Mon Nov 16 21:26:03 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.919194. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42754 clock time -[SCHEDULER ITER23 LR0.046656]: 280057 words processed Mon Nov 16 21:26:18 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.914950. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38218 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01743 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45330 clock time -[SCHEDULER ITER23 LR0.046656]: 320106 words processed Mon Nov 16 21:26:33 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912753. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34983 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01235 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81060 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45143 clock time -[SCHEDULER ITER23 LR0.046656]: 360024 words processed Mon Nov 16 21:26:48 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910919. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31415 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80388 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44630 clock time -[SCHEDULER ITER23 LR0.046656]: 400089 words processed Mon Nov 16 21:27:03 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907852. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01851 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45193 clock time -[SCHEDULER ITER23 LR0.046656]: 440067 words processed Mon Nov 16 21:27:18 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908329. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97961 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78054 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43533 clock time -[SCHEDULER ITER23 LR0.046656]: 480051 words processed Mon Nov 16 21:27:32 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908451. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17048 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96364 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75443 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42763 clock time -[SCHEDULER ITER23 LR0.046656]: 520140 words processed Mon Nov 16 21:27:47 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907763. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00377 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81899 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time -[SCHEDULER ITER23 LR0.046656]: 560132 words processed Mon Nov 16 21:28:02 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.906947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19512 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77019 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42856 clock time -[SCHEDULER ITER23 LR0.046656]: 600118 words processed Mon Nov 16 21:28:17 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.904446. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96633 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42736 clock time -[SCHEDULER ITER23 LR0.046656]: 640090 words processed Mon Nov 16 21:28:32 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902126. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99197 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44366 clock time -[SCHEDULER ITER23 LR0.046656]: 680075 words processed Mon Nov 16 21:28:47 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900667. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27285 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43415 clock time -[SCHEDULER ITER23 LR0.046656]: 720043 words processed Mon Nov 16 21:29:02 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.899347. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43413 clock time -[SCHEDULER ITER23 LR0.046656]: 760012 words processed Mon Nov 16 21:29:16 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.897339. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16690 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96549 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74945 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42699 clock time -[SCHEDULER ITER23 LR0.046656]: 800113 words processed Mon Nov 16 21:29:31 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896996. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21779 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43602 clock time -[SCHEDULER ITER23 LR0.046656]: 840089 words processed Mon Nov 16 21:29:45 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.895727. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16285 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96054 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42617 clock time -[SCHEDULER ITER23 LR0.046656]: 880052 words processed Mon Nov 16 21:30:00 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.895135. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42590 clock time +[SCHEDULER ITER23 LR0.046656]: 40092 words processed Tue Nov 17 02:17:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.943328. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43042 clock time +[SCHEDULER ITER23 LR0.046656]: 80099 words processed Tue Nov 17 02:17:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.939708. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41839 clock time +[SCHEDULER ITER23 LR0.046656]: 120004 words processed Tue Nov 17 02:18:09 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.934698. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42240 clock time +[SCHEDULER ITER23 LR0.046656]: 160114 words processed Tue Nov 17 02:18:24 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.935900. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43001 clock time +[SCHEDULER ITER23 LR0.046656]: 200066 words processed Tue Nov 17 02:18:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.935174. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time +[SCHEDULER ITER23 LR0.046656]: 240045 words processed Tue Nov 17 02:18:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.930901. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19776 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41995 clock time +[SCHEDULER ITER23 LR0.046656]: 280057 words processed Tue Nov 17 02:19:09 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.926836. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42987 clock time +[SCHEDULER ITER23 LR0.046656]: 320106 words processed Tue Nov 17 02:19:24 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.924857. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43285 clock time +[SCHEDULER ITER23 LR0.046656]: 360024 words processed Tue Nov 17 02:19:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923119. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42402 clock time +[SCHEDULER ITER23 LR0.046656]: 400089 words processed Tue Nov 17 02:19:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920062. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42765 clock time +[SCHEDULER ITER23 LR0.046656]: 440067 words processed Tue Nov 17 02:20:09 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920597. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41949 clock time +[SCHEDULER ITER23 LR0.046656]: 480051 words processed Tue Nov 17 02:20:24 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.921059. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42185 clock time +[SCHEDULER ITER23 LR0.046656]: 520140 words processed Tue Nov 17 02:20:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920521. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44577 clock time +[SCHEDULER ITER23 LR0.046656]: 560132 words processed Tue Nov 17 02:20:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920070. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time +[SCHEDULER ITER23 LR0.046656]: 600118 words processed Tue Nov 17 02:21:09 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.917606. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42545 clock time +[SCHEDULER ITER23 LR0.046656]: 640090 words processed Tue Nov 17 02:21:24 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.915317. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42541 clock time +[SCHEDULER ITER23 LR0.046656]: 680075 words processed Tue Nov 17 02:21:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.913860. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43676 clock time +[SCHEDULER ITER23 LR0.046656]: 720043 words processed Tue Nov 17 02:21:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912697. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time +[SCHEDULER ITER23 LR0.046656]: 760012 words processed Tue Nov 17 02:22:09 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910771. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42009 clock time +[SCHEDULER ITER23 LR0.046656]: 800113 words processed Tue Nov 17 02:22:24 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910385. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77657 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time +[SCHEDULER ITER23 LR0.046656]: 840089 words processed Tue Nov 17 02:22:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909166. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43241 clock time +[SCHEDULER ITER23 LR0.046656]: 880052 words processed Tue Nov 17 02:22:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908725. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97789 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42772 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: [SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER23 LR0.046656]: shuffling training file ===PEEK ON TEST 23=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40087 words processed Mon Nov 16 21:30:11 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.112277. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77059 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81826 clock time +[SCHEDULER ITER23 LR0.046656]: 40087 words processed Tue Nov 17 02:23:05 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.105861. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77841 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: [SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 23=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40095 words processed Mon Nov 16 21:30:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.184797. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82157 clock time +[SCHEDULER ITER23 LR0.046656]: 40095 words processed Tue Nov 17 02:23:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.180019. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77204 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: [SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... @@ -4532,27 +5024,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46027630 +reading chunk 1 from 46034688 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032483 +reading chunk 2 from 46039537 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92321690 +reading chunk 3 from 92295942 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92437904 +reading chunk 4 from 92412200 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94328313 +reading chunk 5 from 94305436 [SCHEDULER ITER24 LR0.0279936]: preparing parameters end. [SCHEDULER ITER24 LR0.0279936]: preparing layers... -(21:30:36 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:30:36 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:30:36 2015-11-16)[nerv] info: create layer: combinerL1 -(21:30:36 2015-11-16)[nerv] info: create layer: outputL -(21:30:36 2015-11-16)[nerv] info: create layer: softmaxL -(21:30:36 2015-11-16)[nerv] info: create layer: selectL1 +(02:23:29 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:23:29 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:23:29 2015-11-17)[nerv] info: create layer: combinerL1 +(02:23:29 2015-11-17)[nerv] info: create layer: outputL +(02:23:29 2015-11-17)[nerv] info: create layer: softmaxL +(02:23:29 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER24 LR0.0279936]: preparing layers end. [SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... selectL1 0 @@ -4580,164 +5072,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 24 LR 0.027994=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Mon Nov 16 21:30:50 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.927572. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29372 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81640 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44418 clock time -[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Mon Nov 16 21:31:05 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.923793. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43672 clock time -[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Mon Nov 16 21:31:20 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917436. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25729 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94434 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82537 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43113 clock time -[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Mon Nov 16 21:31:35 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.918508. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time -[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Mon Nov 16 21:31:49 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917544. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77049 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42816 clock time -[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Mon Nov 16 21:32:04 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.913702. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17291 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77446 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42967 clock time -[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Mon Nov 16 21:32:19 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909467. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29023 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96128 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44194 clock time -[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Mon Nov 16 21:32:34 2015. +[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Tue Nov 17 02:23:43 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.937618. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43654 clock time +[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Tue Nov 17 02:23:58 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.934095. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42357 clock time +[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Tue Nov 17 02:24:13 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.929226. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42280 clock time +[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Tue Nov 17 02:24:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.930426. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43965 clock time +[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Tue Nov 17 02:24:43 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.929773. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97690 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42254 clock time +[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Tue Nov 17 02:24:58 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.925530. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42925 clock time +[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Tue Nov 17 02:25:13 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921505. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43080 clock time +[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Tue Nov 17 02:25:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.919564. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44205 clock time +[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Tue Nov 17 02:25:43 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917825. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43831 clock time +[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Tue Nov 17 02:25:58 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914773. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43796 clock time +[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Tue Nov 17 02:26:13 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915313. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44042 clock time +[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Tue Nov 17 02:26:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915779. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time +[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Tue Nov 17 02:26:43 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915223. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42952 clock time +[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Tue Nov 17 02:26:58 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914765. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42359 clock time +[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Tue Nov 17 02:27:13 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.912281. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42246 clock time +[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Tue Nov 17 02:27:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909977. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43459 clock time +[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Tue Nov 17 02:27:43 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.908495. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time +[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Tue Nov 17 02:27:58 2015. [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907301. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22057 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95197 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43668 clock time -[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Mon Nov 16 21:32:49 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.905454. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36237 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86266 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44618 clock time -[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Mon Nov 16 21:33:04 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902393. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45318 clock time -[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Mon Nov 16 21:33:19 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902894. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27378 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43587 clock time -[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Mon Nov 16 21:33:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902990. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15579 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77021 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time -[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Mon Nov 16 21:33:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902279. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94832 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43759 clock time -[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Mon Nov 16 21:34:03 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.901444. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18088 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93598 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42838 clock time -[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Mon Nov 16 21:34:18 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.898944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28395 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95327 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83804 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time -[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Mon Nov 16 21:34:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896618. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95035 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82729 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43462 clock time -[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Mon Nov 16 21:34:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895142. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18574 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43477 clock time -[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Mon Nov 16 21:35:03 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.893792. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44041 clock time -[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Mon Nov 16 21:35:18 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891750. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43129 clock time -[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Mon Nov 16 21:35:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95290 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81107 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43856 clock time -[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Mon Nov 16 21:35:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.890073. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20478 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time -[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Mon Nov 16 21:36:02 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.889435. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16192 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93020 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77294 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42815 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43407 clock time +[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Tue Nov 17 02:28:13 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.905351. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42283 clock time +[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Tue Nov 17 02:28:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904930. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43295 clock time +[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Tue Nov 17 02:28:43 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903683. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42071 clock time +[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Tue Nov 17 02:28:58 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903209. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42097 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: [SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER24 LR0.0279936]: shuffling training file ===PEEK ON TEST 24=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Mon Nov 16 21:36:14 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.109803. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83310 clock time +[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Tue Nov 17 02:29:09 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.103746. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79546 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: [SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 24=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Mon Nov 16 21:36:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.182444. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76095 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83160 clock time +[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Tue Nov 17 02:29:22 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.177995. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82669 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: [SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... @@ -4746,27 +5238,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1890306 +reading chunk 1 from 1893126 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1895158 +reading chunk 2 from 1897975 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48184112 +reading chunk 3 from 48154211 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48300326 +reading chunk 4 from 48270468 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94327911 +reading chunk 5 from 94304939 [SCHEDULER ITER25 LR0.01679616]: preparing parameters end. [SCHEDULER ITER25 LR0.01679616]: preparing layers... -(21:36:40 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:36:40 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:36:40 2015-11-16)[nerv] info: create layer: combinerL1 -(21:36:40 2015-11-16)[nerv] info: create layer: outputL -(21:36:40 2015-11-16)[nerv] info: create layer: softmaxL -(21:36:40 2015-11-16)[nerv] info: create layer: selectL1 +(02:29:33 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:29:33 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:29:33 2015-11-17)[nerv] info: create layer: combinerL1 +(02:29:33 2015-11-17)[nerv] info: create layer: outputL +(02:29:33 2015-11-17)[nerv] info: create layer: softmaxL +(02:29:33 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER25 LR0.01679616]: preparing layers end. [SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... selectL1 0 @@ -4794,164 +5286,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 25 LR 0.016796=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Mon Nov 16 21:36:55 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.923208. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79319 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43951 clock time -[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Mon Nov 16 21:37:10 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.919417. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97744 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77503 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time -[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Mon Nov 16 21:37:25 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913209. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19035 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42841 clock time -[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Mon Nov 16 21:37:40 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914297. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25164 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98748 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43606 clock time -[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Mon Nov 16 21:37:55 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913380. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84568 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44147 clock time -[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Mon Nov 16 21:38:10 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.909582. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99385 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43906 clock time -[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Mon Nov 16 21:38:25 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.905394. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30278 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80327 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44108 clock time -[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Mon Nov 16 21:38:40 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903267. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99837 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43881 clock time -[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Mon Nov 16 21:38:55 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901437. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96556 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75637 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42611 clock time -[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Mon Nov 16 21:39:10 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898384. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22891 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43703 clock time -[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Mon Nov 16 21:39:25 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898922. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75729 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42587 clock time -[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Mon Nov 16 21:39:40 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899016. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83188 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time -[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Mon Nov 16 21:39:55 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898314. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01071 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83057 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44649 clock time -[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Mon Nov 16 21:40:10 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.897483. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98899 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43626 clock time -[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Mon Nov 16 21:40:25 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.895000. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97175 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77197 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42846 clock time -[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Mon Nov 16 21:40:40 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892683. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35071 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99863 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84076 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43990 clock time -[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Mon Nov 16 21:40:55 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.891213. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time -[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Mon Nov 16 21:41:10 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.889857. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24383 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97628 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79443 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42965 clock time -[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Mon Nov 16 21:41:25 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887813. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23900 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time -[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Mon Nov 16 21:41:40 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887451. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45058 clock time -[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Mon Nov 16 21:41:55 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.886122. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00731 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78502 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44161 clock time -[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Mon Nov 16 21:42:10 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.885470. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99326 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43514 clock time +[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Tue Nov 17 02:29:47 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.933340. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43848 clock time +[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Tue Nov 17 02:30:02 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.929899. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41902 clock time +[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Tue Nov 17 02:30:17 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925183. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41839 clock time +[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Tue Nov 17 02:30:32 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.926365. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42676 clock time +[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Tue Nov 17 02:30:47 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925781. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41855 clock time +[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Tue Nov 17 02:31:02 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.921576. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42182 clock time +[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Tue Nov 17 02:31:17 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917590. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43197 clock time +[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Tue Nov 17 02:31:32 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.915687. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43801 clock time +[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Tue Nov 17 02:31:47 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913957. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41984 clock time +[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Tue Nov 17 02:32:02 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910927. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42918 clock time +[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Tue Nov 17 02:32:17 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911484. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42016 clock time +[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Tue Nov 17 02:32:32 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911963. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42295 clock time +[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Tue Nov 17 02:32:47 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911406. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time +[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Tue Nov 17 02:33:02 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910966. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43417 clock time +[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Tue Nov 17 02:33:17 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.908482. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41851 clock time +[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Tue Nov 17 02:33:32 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906177. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41998 clock time +[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Tue Nov 17 02:33:47 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904691. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41815 clock time +[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Tue Nov 17 02:34:02 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903487. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41973 clock time +[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Tue Nov 17 02:34:17 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901534. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41880 clock time +[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Tue Nov 17 02:34:32 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901109. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43077 clock time +[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Tue Nov 17 02:34:47 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899860. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41920 clock time +[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Tue Nov 17 02:35:02 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899378. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42131 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: [SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER25 LR0.01679616]: shuffling training file ===PEEK ON TEST 25=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Mon Nov 16 21:42:22 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.108055. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84361 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87344 clock time +[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Tue Nov 17 02:35:13 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.102266. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77708 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: [SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 25=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Mon Nov 16 21:42:36 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.180677. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80862 clock time +[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Tue Nov 17 02:35:26 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.176467. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79015 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: [SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... @@ -4960,27 +5452,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46027486 +reading chunk 1 from 46034350 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032336 +reading chunk 2 from 46039198 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92321123 +reading chunk 3 from 92295302 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92437338 +reading chunk 4 from 92411556 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94327574 +reading chunk 5 from 94304612 [SCHEDULER ITER26 LR0.010077696]: preparing parameters end. [SCHEDULER ITER26 LR0.010077696]: preparing layers... -(21:42:47 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:42:47 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:42:47 2015-11-16)[nerv] info: create layer: combinerL1 -(21:42:47 2015-11-16)[nerv] info: create layer: outputL -(21:42:47 2015-11-16)[nerv] info: create layer: softmaxL -(21:42:47 2015-11-16)[nerv] info: create layer: selectL1 +(02:35:37 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:35:37 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:35:37 2015-11-17)[nerv] info: create layer: combinerL1 +(02:35:37 2015-11-17)[nerv] info: create layer: outputL +(02:35:37 2015-11-17)[nerv] info: create layer: softmaxL +(02:35:37 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER26 LR0.010077696]: preparing layers end. [SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... selectL1 0 @@ -5008,164 +5500,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 26 LR 0.010078=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Mon Nov 16 21:43:02 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.920393. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28153 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44630 clock time -[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Mon Nov 16 21:43:17 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916572. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42983 clock time -[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Mon Nov 16 21:43:32 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.910485. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30470 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95864 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82799 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44355 clock time -[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Mon Nov 16 21:43:47 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911575. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96489 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44568 clock time -[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Mon Nov 16 21:44:02 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.910704. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25513 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94238 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43332 clock time -[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Mon Nov 16 21:44:17 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906925. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77941 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43142 clock time -[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Mon Nov 16 21:44:32 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902777. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94530 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43698 clock time -[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Mon Nov 16 21:44:47 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.900686. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43656 clock time -[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Mon Nov 16 21:45:02 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.898858. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18606 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78490 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43095 clock time -[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Mon Nov 16 21:45:17 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.895803. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94961 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43940 clock time -[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Mon Nov 16 21:45:31 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896372. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16197 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93134 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77086 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42857 clock time -[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Mon Nov 16 21:45:45 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896467. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93048 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77382 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42891 clock time -[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Mon Nov 16 21:46:00 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.895771. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22682 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95144 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79498 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43805 clock time -[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Mon Nov 16 21:46:15 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894951. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93912 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43555 clock time -[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Mon Nov 16 21:46:30 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892485. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31142 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84282 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44207 clock time -[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Mon Nov 16 21:46:45 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890172. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24941 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43841 clock time -[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Mon Nov 16 21:47:00 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.888707. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94233 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43991 clock time -[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Mon Nov 16 21:47:15 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.887352. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17209 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43137 clock time -[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Mon Nov 16 21:47:30 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.885304. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42964 clock time -[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Mon Nov 16 21:47:45 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884942. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27983 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44758 clock time -[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Mon Nov 16 21:48:00 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.883602. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24576 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44016 clock time -[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Mon Nov 16 21:48:15 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.882941. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78659 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43695 clock time +[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Tue Nov 17 02:35:52 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.930522. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44577 clock time +[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Tue Nov 17 02:36:07 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.927158. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42724 clock time +[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Tue Nov 17 02:36:22 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.922568. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42107 clock time +[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Tue Nov 17 02:36:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923726. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42976 clock time +[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Tue Nov 17 02:36:52 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923204. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time +[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Tue Nov 17 02:37:07 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.919023. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42225 clock time +[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Tue Nov 17 02:37:22 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915064. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44815 clock time +[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Tue Nov 17 02:37:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.913183. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44669 clock time +[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Tue Nov 17 02:37:52 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911456. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42867 clock time +[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Tue Nov 17 02:38:07 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908451. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44232 clock time +[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Tue Nov 17 02:38:22 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.909026. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43091 clock time +[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Tue Nov 17 02:38:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.909514. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42113 clock time +[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Tue Nov 17 02:38:52 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908957. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43034 clock time +[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Tue Nov 17 02:39:07 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908535. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42111 clock time +[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Tue Nov 17 02:39:22 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906053. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time +[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Tue Nov 17 02:39:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.903747. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42072 clock time +[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Tue Nov 17 02:39:52 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902260. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42105 clock time +[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Tue Nov 17 02:40:07 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901047. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43269 clock time +[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Tue Nov 17 02:40:22 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899094. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time +[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Tue Nov 17 02:40:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.898673. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time +[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Tue Nov 17 02:40:52 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897423. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42104 clock time +[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Tue Nov 17 02:41:07 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896938. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: [SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER26 LR0.010077696]: shuffling training file ===PEEK ON TEST 26=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Mon Nov 16 21:48:26 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.106879. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77993 clock time +[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Tue Nov 17 02:41:18 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.101186. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79895 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: [SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 26=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Mon Nov 16 21:48:39 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.179472. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80380 clock time +[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Tue Nov 17 02:41:31 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.175300. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76903 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: [SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... @@ -5174,27 +5666,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1890181 +reading chunk 1 from 1893028 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1895031 +reading chunk 2 from 1897876 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48183648 +reading chunk 3 from 48153845 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48299860 +reading chunk 4 from 48270092 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94327301 +reading chunk 5 from 94304410 [SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. [SCHEDULER ITER27 LR0.0060466176]: preparing layers... -(21:48:50 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:48:50 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:48:50 2015-11-16)[nerv] info: create layer: combinerL1 -(21:48:50 2015-11-16)[nerv] info: create layer: outputL -(21:48:50 2015-11-16)[nerv] info: create layer: softmaxL -(21:48:50 2015-11-16)[nerv] info: create layer: selectL1 +(02:41:42 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:41:42 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:41:42 2015-11-17)[nerv] info: create layer: combinerL1 +(02:41:42 2015-11-17)[nerv] info: create layer: outputL +(02:41:42 2015-11-17)[nerv] info: create layer: softmaxL +(02:41:42 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER27 LR0.0060466176]: preparing layers end. [SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... selectL1 0 @@ -5222,164 +5714,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 27 LR 0.006047=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Mon Nov 16 21:49:05 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918667. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00092 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44337 clock time -[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Mon Nov 16 21:49:20 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914790. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35351 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99792 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83304 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44106 clock time -[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Mon Nov 16 21:49:35 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.908774. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23195 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77214 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43076 clock time -[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Mon Nov 16 21:49:50 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909865. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39998 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83745 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45010 clock time -[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Mon Nov 16 21:50:05 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909025. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31667 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80850 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43958 clock time -[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Mon Nov 16 21:50:20 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.905239. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98911 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78049 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43980 clock time -[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Mon Nov 16 21:50:35 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901119. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36454 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81049 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45290 clock time -[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Mon Nov 16 21:50:50 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899053. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32652 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45002 clock time -[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Mon Nov 16 21:51:05 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897228. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76098 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42723 clock time -[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Mon Nov 16 21:51:20 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894165. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43971 clock time -[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Mon Nov 16 21:51:35 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894754. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28452 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43625 clock time -[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Mon Nov 16 21:51:50 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23347 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97912 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77243 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43373 clock time -[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Mon Nov 16 21:52:05 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894156. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80417 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time -[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Mon Nov 16 21:52:20 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.893343. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20813 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76401 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43140 clock time -[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Mon Nov 16 21:52:35 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.890889. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43893 clock time -[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Mon Nov 16 21:52:50 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.888577. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97326 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42738 clock time -[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Mon Nov 16 21:53:05 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.887115. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20186 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97038 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43493 clock time -[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Mon Nov 16 21:53:20 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.885766. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18237 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97200 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43147 clock time -[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Mon Nov 16 21:53:35 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883712. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20059 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time -[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Mon Nov 16 21:53:50 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883352. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98830 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43700 clock time -[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Mon Nov 16 21:54:04 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.882003. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96847 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74779 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42717 clock time -[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Mon Nov 16 21:54:19 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.881337. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21879 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77039 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43100 clock time +[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Tue Nov 17 02:41:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.928703. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43956 clock time +[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Tue Nov 17 02:42:11 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.925389. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time +[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Tue Nov 17 02:42:26 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.920893. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42047 clock time +[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Tue Nov 17 02:42:41 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.922035. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42837 clock time +[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Tue Nov 17 02:42:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.921561. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time +[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Tue Nov 17 02:43:11 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.917388. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42076 clock time +[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Tue Nov 17 02:43:26 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.913446. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42828 clock time +[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Tue Nov 17 02:43:41 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.911589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time +[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Tue Nov 17 02:43:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909863. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time +[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Tue Nov 17 02:44:11 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906869. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43294 clock time +[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Tue Nov 17 02:44:26 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907463. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time +[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Tue Nov 17 02:44:41 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907954. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41909 clock time +[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Tue Nov 17 02:44:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907397. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43350 clock time +[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Tue Nov 17 02:45:11 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906986. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42844 clock time +[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Tue Nov 17 02:45:26 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.904509. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42521 clock time +[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Tue Nov 17 02:45:41 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.902200. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44239 clock time +[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Tue Nov 17 02:45:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900713. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42484 clock time +[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Tue Nov 17 02:46:11 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899495. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42448 clock time +[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Tue Nov 17 02:46:26 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897538. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42087 clock time +[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Tue Nov 17 02:46:41 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897123. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43889 clock time +[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Tue Nov 17 02:46:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895873. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42452 clock time +[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Tue Nov 17 02:47:11 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42554 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: [SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER27 LR0.0060466176]: shuffling training file ===PEEK ON TEST 27=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Mon Nov 16 21:54:31 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.106093. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75428 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81034 clock time +[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Tue Nov 17 02:47:22 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.100389. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77711 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: [SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 27=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Mon Nov 16 21:54:45 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.178726. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78149 clock time +[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Tue Nov 17 02:47:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.174504. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77520 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: [SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... @@ -5388,27 +5880,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46027363 +reading chunk 1 from 46034294 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032213 +reading chunk 2 from 46039142 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92320760 +reading chunk 3 from 92295019 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92436970 +reading chunk 4 from 92411266 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94327115 +reading chunk 5 from 94304283 [SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. [SCHEDULER ITER28 LR0.00362797056]: preparing layers... -(21:54:57 2015-11-16)[nerv] info: create layer: recurrentL1 -(21:54:57 2015-11-16)[nerv] info: create layer: sigmoidL1 -(21:54:57 2015-11-16)[nerv] info: create layer: combinerL1 -(21:54:57 2015-11-16)[nerv] info: create layer: outputL -(21:54:57 2015-11-16)[nerv] info: create layer: softmaxL -(21:54:57 2015-11-16)[nerv] info: create layer: selectL1 +(02:47:46 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:47:46 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:47:46 2015-11-17)[nerv] info: create layer: combinerL1 +(02:47:46 2015-11-17)[nerv] info: create layer: outputL +(02:47:46 2015-11-17)[nerv] info: create layer: softmaxL +(02:47:46 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER28 LR0.00362797056]: preparing layers end. [SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... selectL1 0 @@ -5436,164 +5928,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 28 LR 0.003628=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Mon Nov 16 21:55:12 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917576. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37494 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98013 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45018 clock time -[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Mon Nov 16 21:55:27 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913671. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31013 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82251 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44370 clock time -[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Mon Nov 16 21:55:42 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.907684. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96673 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44506 clock time -[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Mon Nov 16 21:55:57 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908779. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97029 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84254 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44572 clock time -[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Mon Nov 16 21:56:12 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.907960. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17533 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92923 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77688 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42957 clock time -[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Mon Nov 16 21:56:26 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.904162. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15009 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time -[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Mon Nov 16 21:56:41 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900061. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94680 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time -[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Mon Nov 16 21:56:56 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898018. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19358 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77484 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time -[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Mon Nov 16 21:57:11 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896201. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44282 clock time -[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Mon Nov 16 21:57:26 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893131. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80394 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44369 clock time -[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Mon Nov 16 21:57:41 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893731. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42799 clock time -[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Mon Nov 16 21:57:55 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893827. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14938 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42915 clock time -[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Mon Nov 16 21:58:10 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893133. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19809 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43647 clock time -[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Mon Nov 16 21:58:24 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.892323. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14647 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76529 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42637 clock time -[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Mon Nov 16 21:58:39 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.889876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24640 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80546 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43907 clock time -[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Mon Nov 16 21:58:54 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.887566. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24333 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43933 clock time -[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Mon Nov 16 21:59:09 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.886103. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93899 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80709 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43428 clock time -[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Mon Nov 16 21:59:24 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.884762. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93770 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79890 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42994 clock time -[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Mon Nov 16 21:59:39 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882705. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34439 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85748 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time -[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Mon Nov 16 21:59:54 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882343. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44860 clock time -[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Mon Nov 16 22:00:09 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.880989. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43621 clock time -[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Mon Nov 16 22:00:24 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.880322. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29170 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95471 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43746 clock time +[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Tue Nov 17 02:48:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.927532. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time +[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Tue Nov 17 02:48:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.924242. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42657 clock time +[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Tue Nov 17 02:48:31 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.919807. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43114 clock time +[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Tue Nov 17 02:48:46 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44675 clock time +[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Tue Nov 17 02:49:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920510. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time +[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Tue Nov 17 02:49:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.916340. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42618 clock time +[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Tue Nov 17 02:49:31 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.912409. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43121 clock time +[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Tue Nov 17 02:49:46 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.910574. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time +[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Tue Nov 17 02:50:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42291 clock time +[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Tue Nov 17 02:50:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905859. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43455 clock time +[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Tue Nov 17 02:50:31 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906460. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42183 clock time +[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Tue Nov 17 02:50:46 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906956. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42170 clock time +[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Tue Nov 17 02:51:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906400. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44005 clock time +[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Tue Nov 17 02:51:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905997. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42353 clock time +[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Tue Nov 17 02:51:31 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.903523. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42355 clock time +[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Tue Nov 17 02:51:46 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.901214. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42471 clock time +[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Tue Nov 17 02:52:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899727. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43604 clock time +[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Tue Nov 17 02:52:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898506. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42146 clock time +[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Tue Nov 17 02:52:31 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896546. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time +[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Tue Nov 17 02:52:46 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896134. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43537 clock time +[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Tue Nov 17 02:53:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894884. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time +[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Tue Nov 17 02:53:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894395. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43283 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: [SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER28 LR0.00362797056]: shuffling training file ===PEEK ON TEST 28=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Mon Nov 16 22:00:36 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.105555. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77824 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82478 clock time +[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Tue Nov 17 02:53:27 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.099856. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82154 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: [SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 28=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Mon Nov 16 22:00:49 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.178284. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78609 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83157 clock time +[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Tue Nov 17 02:53:40 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.173991. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76790 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: [SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... @@ -5602,27 +6094,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1890155 +reading chunk 1 from 1893023 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1895005 +reading chunk 2 from 1897872 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48183478 +reading chunk 3 from 48153679 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48299687 +reading chunk 4 from 48269927 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94326991 +reading chunk 5 from 94304217 [SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. [SCHEDULER ITER29 LR0.002176782336]: preparing layers... -(22:01:00 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:01:00 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:01:00 2015-11-16)[nerv] info: create layer: combinerL1 -(22:01:00 2015-11-16)[nerv] info: create layer: outputL -(22:01:00 2015-11-16)[nerv] info: create layer: softmaxL -(22:01:00 2015-11-16)[nerv] info: create layer: selectL1 +(02:53:51 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:53:51 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:53:51 2015-11-17)[nerv] info: create layer: combinerL1 +(02:53:51 2015-11-17)[nerv] info: create layer: outputL +(02:53:51 2015-11-17)[nerv] info: create layer: softmaxL +(02:53:51 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER29 LR0.002176782336]: preparing layers end. [SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... selectL1 0 @@ -5650,164 +6142,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 29 LR 0.002177=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Mon Nov 16 22:01:14 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.916882. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21352 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time -[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Mon Nov 16 22:01:29 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912963. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time -[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Mon Nov 16 22:01:44 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.906983. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20362 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76834 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42775 clock time -[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Mon Nov 16 22:01:59 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908085. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99605 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80354 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44404 clock time -[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Mon Nov 16 22:02:13 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907277. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42687 clock time -[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Mon Nov 16 22:02:28 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.903480. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96169 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42899 clock time -[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Mon Nov 16 22:02:43 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899390. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83534 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44724 clock time -[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Mon Nov 16 22:02:58 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.897358. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83764 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45078 clock time -[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Mon Nov 16 22:03:12 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895550. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75628 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42850 clock time -[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Mon Nov 16 22:03:27 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892479. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26094 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77536 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44776 clock time -[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Mon Nov 16 22:03:41 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893085. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16530 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95764 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75238 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time -[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Mon Nov 16 22:03:55 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95691 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42806 clock time -[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Mon Nov 16 22:04:10 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892489. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21031 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97574 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76257 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43645 clock time -[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Mon Nov 16 22:04:24 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.891675. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time -[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Mon Nov 16 22:04:38 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.889232. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42737 clock time -[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Mon Nov 16 22:04:53 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.886925. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19147 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96142 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42897 clock time -[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Mon Nov 16 22:05:08 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.885457. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23279 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96863 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79242 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43133 clock time -[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Mon Nov 16 22:05:23 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.884124. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96896 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79257 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42977 clock time -[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Mon Nov 16 22:05:38 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.882065. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32647 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99360 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44613 clock time -[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Mon Nov 16 22:05:53 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881700. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00368 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79691 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44927 clock time -[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Mon Nov 16 22:06:08 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.880344. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30257 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99428 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44632 clock time -[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Mon Nov 16 22:06:23 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.879675. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98816 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44172 clock time +[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Tue Nov 17 02:54:05 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.926804. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43456 clock time +[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Tue Nov 17 02:54:20 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.923520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42067 clock time +[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Tue Nov 17 02:54:35 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.919123. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42236 clock time +[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Tue Nov 17 02:54:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.920275. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43429 clock time +[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Tue Nov 17 02:55:05 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.919859. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42441 clock time +[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Tue Nov 17 02:55:20 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.915689. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42134 clock time +[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Tue Nov 17 02:55:35 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.911762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43299 clock time +[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Tue Nov 17 02:55:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.909944. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42912 clock time +[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Tue Nov 17 02:56:05 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908221. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42132 clock time +[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Tue Nov 17 02:56:20 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905228. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43160 clock time +[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Tue Nov 17 02:56:35 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905830. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42101 clock time +[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Tue Nov 17 02:56:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.906331. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42342 clock time +[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Tue Nov 17 02:57:05 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905774. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43086 clock time +[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Tue Nov 17 02:57:20 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905376. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time +[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Tue Nov 17 02:57:35 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.902905. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41996 clock time +[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Tue Nov 17 02:57:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900596. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42674 clock time +[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Tue Nov 17 02:58:05 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899109. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43254 clock time +[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Tue Nov 17 02:58:20 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.897886. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43116 clock time +[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Tue Nov 17 02:58:35 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895924. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42067 clock time +[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Tue Nov 17 02:58:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895513. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43061 clock time +[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Tue Nov 17 02:59:05 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894262. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43221 clock time +[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Tue Nov 17 02:59:20 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893773. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: [SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER29 LR0.002176782336]: shuffling training file ===PEEK ON TEST 29=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Mon Nov 16 22:06:34 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.105165. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76352 clock time +[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Tue Nov 17 02:59:31 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.099495. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77050 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: [SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 29=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Mon Nov 16 22:06:48 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.178008. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.82802 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86294 clock time +[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Tue Nov 17 02:59:44 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.173646. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78708 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: [SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... @@ -5816,27 +6308,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46027283 +reading chunk 1 from 46034249 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032133 +reading chunk 2 from 46039098 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92320596 +reading chunk 3 from 92294894 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92436806 +reading chunk 4 from 92411143 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94326944 +reading chunk 5 from 94304171 [SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end. [SCHEDULER ITER30 LR0.0013060694016]: preparing layers... -(22:07:00 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:07:00 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:07:00 2015-11-16)[nerv] info: create layer: combinerL1 -(22:07:00 2015-11-16)[nerv] info: create layer: outputL -(22:07:00 2015-11-16)[nerv] info: create layer: softmaxL -(22:07:00 2015-11-16)[nerv] info: create layer: selectL1 +(02:59:56 2015-11-17)[nerv] info: create layer: recurrentL1 +(02:59:56 2015-11-17)[nerv] info: create layer: sigmoidL1 +(02:59:56 2015-11-17)[nerv] info: create layer: combinerL1 +(02:59:56 2015-11-17)[nerv] info: create layer: outputL +(02:59:56 2015-11-17)[nerv] info: create layer: softmaxL +(02:59:56 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER30 LR0.0013060694016]: preparing layers end. [SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ... selectL1 0 @@ -5864,164 +6356,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 30 LR 0.001306=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Mon Nov 16 22:07:15 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916462. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96984 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86168 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Mon Nov 16 22:07:30 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912531. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27213 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84102 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43109 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Mon Nov 16 22:07:45 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.906550. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23417 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43257 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Mon Nov 16 22:08:00 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907654. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94462 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43743 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Mon Nov 16 22:08:15 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.906847. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25451 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94013 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43064 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Mon Nov 16 22:08:30 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903052. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43532 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Mon Nov 16 22:08:45 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898971. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95182 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43897 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Mon Nov 16 22:09:00 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896943. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34224 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96947 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44502 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Mon Nov 16 22:09:15 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895141. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44759 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Mon Nov 16 22:09:30 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892069. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84317 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44114 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Mon Nov 16 22:09:45 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892680. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93372 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43055 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Mon Nov 16 22:10:00 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892783. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21803 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94176 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80586 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43038 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Mon Nov 16 22:10:15 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892086. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45274 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Mon Nov 16 22:10:30 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.891271. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96626 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88119 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44352 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Mon Nov 16 22:10:45 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27742 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94694 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84809 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43235 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Mon Nov 16 22:11:00 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.886525. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42993 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Mon Nov 16 22:11:15 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.885052. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23887 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94026 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82176 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43158 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Mon Nov 16 22:11:30 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.883724. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20587 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93406 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42978 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Mon Nov 16 22:11:45 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881662. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82359 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42909 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Mon Nov 16 22:12:00 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881296. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95527 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44197 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Mon Nov 16 22:12:15 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.879938. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19541 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93559 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79710 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Mon Nov 16 22:12:30 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.879269. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24382 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82279 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43304 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Tue Nov 17 03:00:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.926353. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43358 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Tue Nov 17 03:00:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.923072. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42110 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Tue Nov 17 03:00:41 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.918701. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41979 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Tue Nov 17 03:00:56 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919857. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44486 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Tue Nov 17 03:01:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919459. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43214 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Tue Nov 17 03:01:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.915288. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43198 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Tue Nov 17 03:01:41 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.911363. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43697 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Tue Nov 17 03:01:56 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.909556. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43137 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Tue Nov 17 03:02:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907832. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43719 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Tue Nov 17 03:02:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.904837. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43848 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Tue Nov 17 03:02:41 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905440. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42947 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Tue Nov 17 03:02:56 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905945. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42157 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Tue Nov 17 03:03:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905387. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42938 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Tue Nov 17 03:03:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.904991. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Tue Nov 17 03:03:41 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.902521. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42251 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Tue Nov 17 03:03:56 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900211. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43357 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Tue Nov 17 03:04:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898724. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43886 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Tue Nov 17 03:04:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.897501. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43632 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Tue Nov 17 03:04:41 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895537. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42201 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Tue Nov 17 03:04:56 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895126. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Tue Nov 17 03:05:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893875. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42419 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Tue Nov 17 03:05:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893383. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43468 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: [SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER30 LR0.0013060694016]: shuffling training file ===PEEK ON TEST 30=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Mon Nov 16 22:12:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.104864. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77509 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83242 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Tue Nov 17 03:05:37 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.099248. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75793 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: [SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 30=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Mon Nov 16 22:12:54 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.177800. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74251 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81400 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Tue Nov 17 03:05:50 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.173404. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74523 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: [SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... @@ -6030,27 +6522,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1890138 +reading chunk 1 from 1893030 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1894988 +reading chunk 2 from 1897879 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48183411 +reading chunk 3 from 48153629 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48299621 +reading chunk 4 from 48269877 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94326897 +reading chunk 5 from 94304103 [SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end. [SCHEDULER ITER31 LR0.00078364164096]: preparing layers... -(22:13:05 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:13:05 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:13:05 2015-11-16)[nerv] info: create layer: combinerL1 -(22:13:05 2015-11-16)[nerv] info: create layer: outputL -(22:13:05 2015-11-16)[nerv] info: create layer: softmaxL -(22:13:05 2015-11-16)[nerv] info: create layer: selectL1 +(03:06:01 2015-11-17)[nerv] info: create layer: recurrentL1 +(03:06:01 2015-11-17)[nerv] info: create layer: sigmoidL1 +(03:06:01 2015-11-17)[nerv] info: create layer: combinerL1 +(03:06:01 2015-11-17)[nerv] info: create layer: outputL +(03:06:01 2015-11-17)[nerv] info: create layer: softmaxL +(03:06:01 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER31 LR0.00078364164096]: preparing layers end. [SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ... selectL1 0 @@ -6078,164 +6570,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 31 LR 0.000784=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Mon Nov 16 22:13:20 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.916210. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40506 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01801 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85923 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45082 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Mon Nov 16 22:13:35 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.912266. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28071 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43510 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Mon Nov 16 22:13:50 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.906285. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43233 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Mon Nov 16 22:14:05 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907390. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26915 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98494 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79994 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43797 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Mon Nov 16 22:14:20 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.906581. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77290 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42787 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Mon Nov 16 22:14:35 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.902782. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20136 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96436 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42846 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Mon Nov 16 22:14:50 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.898708. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40144 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01699 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84361 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Mon Nov 16 22:15:05 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.896684. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80316 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44505 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Mon Nov 16 22:15:20 2015. +[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Tue Nov 17 03:06:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.926079. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44072 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Tue Nov 17 03:06:31 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.922803. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43153 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Tue Nov 17 03:06:46 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.918438. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43567 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Tue Nov 17 03:07:01 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.919593. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43992 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Tue Nov 17 03:07:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.919209. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42824 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Tue Nov 17 03:07:31 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.915037. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43142 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Tue Nov 17 03:07:46 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.911113. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44412 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Tue Nov 17 03:08:01 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.909313. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43590 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Tue Nov 17 03:08:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43378 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Tue Nov 17 03:08:31 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.904592. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44025 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Tue Nov 17 03:08:46 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905194. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42266 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Tue Nov 17 03:09:01 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905704. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42287 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Tue Nov 17 03:09:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905144. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43414 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Tue Nov 17 03:09:31 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.904751. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41927 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Tue Nov 17 03:09:46 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.902280. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Tue Nov 17 03:10:01 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.899970. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43563 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Tue Nov 17 03:10:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.898482. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42490 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Tue Nov 17 03:10:31 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.897260. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42032 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Tue Nov 17 03:10:46 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.895295. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32286 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Tue Nov 17 03:11:01 2015. [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.894884. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33351 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99734 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44557 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Mon Nov 16 22:15:35 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891812. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38013 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01644 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82973 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45382 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Mon Nov 16 22:15:50 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892423. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33348 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99718 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44417 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Mon Nov 16 22:16:05 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892530. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98281 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80641 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43546 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Mon Nov 16 22:16:20 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891831. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44067 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Mon Nov 16 22:16:35 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891016. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84515 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43717 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Mon Nov 16 22:16:50 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.888579. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43299 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Mon Nov 16 22:17:05 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.886273. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85155 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43911 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Mon Nov 16 22:17:20 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.884796. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33479 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99230 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84343 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43837 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Mon Nov 16 22:17:35 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.883469. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00395 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85538 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44442 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Mon Nov 16 22:17:50 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881407. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34510 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82612 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44485 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Mon Nov 16 22:18:05 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881039. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32317 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44008 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Mon Nov 16 22:18:20 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.879681. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34847 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00002 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44547 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Mon Nov 16 22:18:35 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.879010. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82293 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44129 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Tue Nov 17 03:11:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893633. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42088 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Tue Nov 17 03:11:31 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893140. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42089 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: [SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER31 LR0.00078364164096]: shuffling training file ===PEEK ON TEST 31=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Mon Nov 16 22:18:47 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.104630. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.81431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85736 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Tue Nov 17 03:11:42 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.099083. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77050 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: [SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 31=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Mon Nov 16 22:19:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.177652. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.83611 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87156 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Tue Nov 17 03:11:55 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.173237. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77012 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: [SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... @@ -6244,27 +6736,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46027284 +reading chunk 1 from 46034229 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032134 +reading chunk 2 from 46039078 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92320569 +reading chunk 3 from 92294808 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92436778 +reading chunk 4 from 92411056 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94326910 +reading chunk 5 from 94304087 [SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end. [SCHEDULER ITER32 LR0.000470184984576]: preparing layers... -(22:19:12 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:19:12 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:19:12 2015-11-16)[nerv] info: create layer: combinerL1 -(22:19:12 2015-11-16)[nerv] info: create layer: outputL -(22:19:12 2015-11-16)[nerv] info: create layer: softmaxL -(22:19:12 2015-11-16)[nerv] info: create layer: selectL1 +(03:12:06 2015-11-17)[nerv] info: create layer: recurrentL1 +(03:12:06 2015-11-17)[nerv] info: create layer: sigmoidL1 +(03:12:06 2015-11-17)[nerv] info: create layer: combinerL1 +(03:12:06 2015-11-17)[nerv] info: create layer: outputL +(03:12:06 2015-11-17)[nerv] info: create layer: softmaxL +(03:12:06 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER32 LR0.000470184984576]: preparing layers end. [SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ... selectL1 0 @@ -6292,164 +6784,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 32 LR 0.000470=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Mon Nov 16 22:19:26 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.916048. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44503 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Mon Nov 16 22:19:41 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.912091. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25652 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94291 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Mon Nov 16 22:19:56 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906112. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81599 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43010 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Mon Nov 16 22:20:11 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907220. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34214 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96863 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44583 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Mon Nov 16 22:20:25 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906412. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92498 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42840 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Mon Nov 16 22:20:40 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.902609. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93688 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81926 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43210 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Mon Nov 16 22:20:55 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.898541. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36319 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97568 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86179 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44741 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Mon Nov 16 22:21:10 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.896520. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39319 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98049 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87338 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Mon Nov 16 22:21:25 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.894722. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43743 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Mon Nov 16 22:21:40 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.891648. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45068 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Mon Nov 16 22:21:55 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96975 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88268 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44904 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Mon Nov 16 22:22:10 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892369. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95767 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86209 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44241 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Mon Nov 16 22:22:25 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.891668. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97720 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45053 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Mon Nov 16 22:22:40 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.890854. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96264 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87301 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44420 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Mon Nov 16 22:22:55 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.888417. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23806 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94077 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43074 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Mon Nov 16 22:23:10 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.886112. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84121 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44555 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Mon Nov 16 22:23:25 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.884632. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94052 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81975 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43799 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Mon Nov 16 22:23:39 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.883305. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92658 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43073 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Mon Nov 16 22:23:54 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.881243. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43739 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Mon Nov 16 22:24:09 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880875. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84378 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44122 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Mon Nov 16 22:24:24 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.879517. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43294 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Mon Nov 16 22:24:39 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.878846. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36561 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96971 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87415 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44640 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Tue Nov 17 03:12:20 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.925905. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43045 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Tue Nov 17 03:12:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.922641. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42540 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Tue Nov 17 03:12:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.918273. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43082 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Tue Nov 17 03:13:05 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.919425. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Tue Nov 17 03:13:20 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.919050. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Tue Nov 17 03:13:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.914876. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Tue Nov 17 03:13:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.910955. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44102 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Tue Nov 17 03:14:05 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.909159. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44078 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Tue Nov 17 03:14:20 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907436. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43448 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Tue Nov 17 03:14:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904438. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44619 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Tue Nov 17 03:14:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.905040. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43300 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Tue Nov 17 03:15:05 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.905552. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Tue Nov 17 03:15:20 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904992. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42911 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Tue Nov 17 03:15:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904601. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42532 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Tue Nov 17 03:15:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.902128. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41976 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Tue Nov 17 03:16:05 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.899818. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42454 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Tue Nov 17 03:16:20 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.898330. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42248 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Tue Nov 17 03:16:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.897108. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Tue Nov 17 03:16:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.895144. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42665 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Tue Nov 17 03:17:05 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.894732. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43150 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Tue Nov 17 03:17:20 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893481. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42136 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Tue Nov 17 03:17:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892987. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42916 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: [SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER32 LR0.000470184984576]: shuffling training file ===PEEK ON TEST 32=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Mon Nov 16 22:24:51 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.104462. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.86504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89189 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Tue Nov 17 03:17:46 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.098981. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74741 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: [SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 32=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Mon Nov 16 22:25:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.177560. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.81832 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86510 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Tue Nov 17 03:17:59 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.173132. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75019 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: [SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... @@ -6458,27 +6950,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1890129 +reading chunk 1 from 1893031 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1894979 +reading chunk 2 from 1897880 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48183403 +reading chunk 3 from 48153616 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48299612 +reading chunk 4 from 48269864 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94326883 +reading chunk 5 from 94304092 [SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end. [SCHEDULER ITER33 LR0.0002821109907456]: preparing layers... -(22:25:17 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:25:17 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:25:17 2015-11-16)[nerv] info: create layer: combinerL1 -(22:25:17 2015-11-16)[nerv] info: create layer: outputL -(22:25:17 2015-11-16)[nerv] info: create layer: softmaxL -(22:25:17 2015-11-16)[nerv] info: create layer: selectL1 +(03:18:10 2015-11-17)[nerv] info: create layer: recurrentL1 +(03:18:10 2015-11-17)[nerv] info: create layer: sigmoidL1 +(03:18:10 2015-11-17)[nerv] info: create layer: combinerL1 +(03:18:10 2015-11-17)[nerv] info: create layer: outputL +(03:18:10 2015-11-17)[nerv] info: create layer: softmaxL +(03:18:10 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end. [SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ... selectL1 0 @@ -6506,164 +6998,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 33 LR 0.000282=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Mon Nov 16 22:25:32 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.915948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05257 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44690 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Mon Nov 16 22:25:47 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.911974. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30407 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79752 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42885 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Mon Nov 16 22:26:02 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.905997. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81471 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44061 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Mon Nov 16 22:26:17 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38599 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43966 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Mon Nov 16 22:26:32 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906303. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38039 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43840 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Mon Nov 16 22:26:47 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.902497. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30417 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43547 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Mon Nov 16 22:27:02 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.898435. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32106 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03941 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Mon Nov 16 22:27:17 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.896415. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82368 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45179 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Mon Nov 16 22:27:32 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.894619. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43229 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Mon Nov 16 22:27:47 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.891544. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32098 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79381 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43872 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Mon Nov 16 22:28:02 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892156. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43591 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Mon Nov 16 22:28:17 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892267. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30932 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03028 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79401 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43615 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Mon Nov 16 22:28:32 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.891565. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03982 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79328 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43977 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Mon Nov 16 22:28:47 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.890751. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04381 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82266 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44419 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Mon Nov 16 22:29:02 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.888314. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27468 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78183 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43007 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Mon Nov 16 22:29:17 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.886009. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02242 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42957 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Mon Nov 16 22:29:32 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.884528. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04515 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43952 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Mon Nov 16 22:29:47 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.883201. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31120 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02977 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43441 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Mon Nov 16 22:30:02 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.881140. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04757 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85140 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44013 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Mon Nov 16 22:30:17 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880772. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.43033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45343 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Mon Nov 16 22:30:32 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.879414. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04882 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44482 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Mon Nov 16 22:30:47 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.878742. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03636 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79804 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43945 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Tue Nov 17 03:18:24 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.925795. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44117 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Tue Nov 17 03:18:39 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.922541. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Tue Nov 17 03:18:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.918166. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42270 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Tue Nov 17 03:19:09 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.919317. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43033 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Tue Nov 17 03:19:24 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.918948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42704 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Tue Nov 17 03:19:39 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.914772. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Tue Nov 17 03:19:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.910853. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43606 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Tue Nov 17 03:20:09 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.909060. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43138 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Tue Nov 17 03:20:24 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907339. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42142 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Tue Nov 17 03:20:39 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904342. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42801 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Tue Nov 17 03:20:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904943. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42458 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Tue Nov 17 03:21:09 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.905458. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Tue Nov 17 03:21:24 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904896. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44493 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Tue Nov 17 03:21:39 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904507. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43719 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Tue Nov 17 03:21:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.902034. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43653 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Tue Nov 17 03:22:09 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.899723. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43753 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Tue Nov 17 03:22:24 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.898234. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43762 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Tue Nov 17 03:22:39 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.897013. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42934 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Tue Nov 17 03:22:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.895049. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42085 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Tue Nov 17 03:23:09 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.894638. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42919 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Tue Nov 17 03:23:24 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43495 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Tue Nov 17 03:23:39 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892891. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42167 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: [SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file ===PEEK ON TEST 33=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Mon Nov 16 22:30:59 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.104346. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77699 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83693 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Tue Nov 17 03:23:50 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.098918. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79786 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: [SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 33=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Mon Nov 16 22:31:12 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.177502. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69313 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77424 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Tue Nov 17 03:24:03 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.173076. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78367 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: [SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... @@ -6672,27 +7164,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46027263 +reading chunk 1 from 46034229 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032113 +reading chunk 2 from 46039078 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92320528 +reading chunk 3 from 92294817 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92436737 +reading chunk 4 from 92411065 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94326866 +reading chunk 5 from 94304098 [SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end. [SCHEDULER ITER34 LR0.00016926659444736]: preparing layers... -(22:31:23 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:31:23 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:31:23 2015-11-16)[nerv] info: create layer: combinerL1 -(22:31:23 2015-11-16)[nerv] info: create layer: outputL -(22:31:23 2015-11-16)[nerv] info: create layer: softmaxL -(22:31:23 2015-11-16)[nerv] info: create layer: selectL1 +(03:24:14 2015-11-17)[nerv] info: create layer: recurrentL1 +(03:24:14 2015-11-17)[nerv] info: create layer: sigmoidL1 +(03:24:14 2015-11-17)[nerv] info: create layer: combinerL1 +(03:24:14 2015-11-17)[nerv] info: create layer: outputL +(03:24:14 2015-11-17)[nerv] info: create layer: softmaxL +(03:24:14 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end. [SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ... selectL1 0 @@ -6720,164 +7212,164 @@ TNN initing storage outputL -> softmaxL ===ITERATION 34 LR 0.000169=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Mon Nov 16 22:31:38 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.915888. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96571 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83968 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44268 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Mon Nov 16 22:31:53 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.911900. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43009 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Mon Nov 16 22:32:08 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.905924. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22612 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79659 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43551 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Mon Nov 16 22:32:23 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907036. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36022 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97928 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84043 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45583 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Mon Nov 16 22:32:38 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906236. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35291 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86192 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44393 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Mon Nov 16 22:32:53 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.902428. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25233 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94695 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43660 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Mon Nov 16 22:33:08 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.898370. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95385 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80628 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44084 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Mon Nov 16 22:33:23 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.896351. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43923 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Mon Nov 16 22:33:38 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894555. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28258 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95523 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Mon Nov 16 22:33:53 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.891480. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98049 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84764 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Mon Nov 16 22:34:08 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892093. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26349 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83279 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43581 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Mon Nov 16 22:34:23 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892205. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95803 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85425 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Mon Nov 16 22:34:38 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.891502. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21497 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94684 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79061 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43922 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Mon Nov 16 22:34:53 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.890689. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93731 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79647 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43295 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Mon Nov 16 22:35:08 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.888252. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44176 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Mon Nov 16 22:35:23 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.885947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93926 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80819 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43313 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Mon Nov 16 22:35:38 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.884465. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20387 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43075 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Mon Nov 16 22:35:53 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.883138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42894 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Mon Nov 16 22:36:08 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.881077. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93433 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43050 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Mon Nov 16 22:36:23 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880709. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30512 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44920 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Mon Nov 16 22:36:38 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.879351. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42964 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Mon Nov 16 22:36:53 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.878679. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93586 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78086 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Tue Nov 17 03:24:28 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.925728. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00794 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Tue Nov 17 03:24:43 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.922479. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42221 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Tue Nov 17 03:24:58 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.918100. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42880 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Tue Nov 17 03:25:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.919249. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44562 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Tue Nov 17 03:25:28 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.918886. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43594 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Tue Nov 17 03:25:43 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.914708. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42219 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Tue Nov 17 03:25:58 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.910790. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43060 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Tue Nov 17 03:26:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.908998. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76623 clock time [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Tue Nov 17 03:26:28 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907279. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43163 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Tue Nov 17 03:26:43 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904284. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44023 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Tue Nov 17 03:26:58 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904885. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42064 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Tue Nov 17 03:27:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.905401. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42115 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Tue Nov 17 03:27:28 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904838. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42939 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Tue Nov 17 03:27:43 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904450. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41982 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Tue Nov 17 03:27:58 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.901977. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42003 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Tue Nov 17 03:28:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.899665. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42138 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Tue Nov 17 03:28:28 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.898176. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43200 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Tue Nov 17 03:28:43 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.896954. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42135 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Tue Nov 17 03:28:58 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894991. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42065 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Tue Nov 17 03:29:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894580. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42980 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Tue Nov 17 03:29:28 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893328. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42305 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Tue Nov 17 03:29:43 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892832. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42184 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: [SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file ===PEEK ON TEST 34=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Mon Nov 16 22:37:05 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.104262. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.87126 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89181 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Tue Nov 17 03:29:54 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.098874. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77972 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: [SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 34=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Mon Nov 16 22:37:19 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.177462. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72227 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79652 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Tue Nov 17 03:30:07 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.173047. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79019 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: [SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... @@ -6886,27 +7378,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1890128 +reading chunk 1 from 1893035 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1894978 +reading chunk 2 from 1897884 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48183383 +reading chunk 3 from 48153625 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48299592 +reading chunk 4 from 48269872 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94326857 +reading chunk 5 from 94304098 [SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end. [SCHEDULER ITER35 LR0.00010155995666842]: preparing layers... -(22:37:31 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:37:31 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:37:31 2015-11-16)[nerv] info: create layer: combinerL1 -(22:37:31 2015-11-16)[nerv] info: create layer: outputL -(22:37:31 2015-11-16)[nerv] info: create layer: softmaxL -(22:37:31 2015-11-16)[nerv] info: create layer: selectL1 +(03:30:18 2015-11-17)[nerv] info: create layer: recurrentL1 +(03:30:18 2015-11-17)[nerv] info: create layer: sigmoidL1 +(03:30:18 2015-11-17)[nerv] info: create layer: combinerL1 +(03:30:18 2015-11-17)[nerv] info: create layer: outputL +(03:30:18 2015-11-17)[nerv] info: create layer: softmaxL +(03:30:18 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end. [SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ... selectL1 0 @@ -6934,201 +7426,204 @@ TNN initing storage outputL -> softmaxL ===ITERATION 35 LR 0.000102=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Mon Nov 16 22:37:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.915850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04389 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78303 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44128 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Mon Nov 16 22:38:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.911855. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02912 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80455 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43041 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Mon Nov 16 22:38:15 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.905880. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30232 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02599 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43275 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Mon Nov 16 22:38:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906992. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38664 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05347 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44600 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Mon Nov 16 22:38:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906196. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38234 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44010 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Mon Nov 16 22:39:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.902388. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26780 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02234 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76412 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43073 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Mon Nov 16 22:39:15 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.898334. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04969 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44360 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Mon Nov 16 22:39:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.896314. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45150 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Mon Nov 16 22:39:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894518. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34636 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03667 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80494 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43541 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Mon Nov 16 22:40:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.891443. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.44342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84518 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44768 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Mon Nov 16 22:40:15 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892056. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02699 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78824 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43088 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Mon Nov 16 22:40:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892169. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01535 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42743 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Mon Nov 16 22:40:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.891466. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42121 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.05888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83472 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44584 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Mon Nov 16 22:41:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.890653. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78805 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43131 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Mon Nov 16 22:41:15 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.888215. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Mon Nov 16 22:41:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.885910. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26360 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42902 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Mon Nov 16 22:41:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.884429. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04015 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43538 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Mon Nov 16 22:42:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.883100. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32433 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03437 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79409 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43365 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Mon Nov 16 22:42:15 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.881041. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27074 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02328 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Mon Nov 16 22:42:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880673. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.04314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43864 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Mon Nov 16 22:42:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.879315. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33968 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.03254 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80739 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43238 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Mon Nov 16 22:43:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.878643. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.46555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.06507 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44679 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Tue Nov 17 03:30:32 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.925692. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43699 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Tue Nov 17 03:30:47 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.922444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41917 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Tue Nov 17 03:31:02 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.918060. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42009 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Tue Nov 17 03:31:17 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.919209. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43558 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Tue Nov 17 03:31:32 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.918851. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42987 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Tue Nov 17 03:31:47 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.914671. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41910 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Tue Nov 17 03:32:02 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.910755. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Tue Nov 17 03:32:17 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.908961. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44479 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Tue Nov 17 03:32:31 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.907243. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Tue Nov 17 03:32:46 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904250. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43346 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Tue Nov 17 03:33:01 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904851. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43239 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Tue Nov 17 03:33:16 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.905368. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42127 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Tue Nov 17 03:33:31 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904805. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42944 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Tue Nov 17 03:33:46 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904417. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43552 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Tue Nov 17 03:34:01 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.901944. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42500 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Tue Nov 17 03:34:16 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.899632. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41945 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Tue Nov 17 03:34:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.898142. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41808 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Tue Nov 17 03:34:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.896920. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42667 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Tue Nov 17 03:35:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894958. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42090 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Tue Nov 17 03:35:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894547. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42772 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Tue Nov 17 03:35:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893295. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Tue Nov 17 03:35:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892798. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43318 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: [SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file ===PEEK ON TEST 35=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Mon Nov 16 22:43:12 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.104206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80520 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Tue Nov 17 03:35:56 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.098844. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78421 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: [SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 35=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Mon Nov 16 22:43:25 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.177435. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70810 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77909 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Tue Nov 17 03:36:09 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.173032. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76343 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: [SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... ===VALIDATION PPL record=== - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + ===FINAL TEST=== [SCHEDULER FINAL_TEST]: preparing parameters... @@ -7136,27 +7631,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46027263 +reading chunk 1 from 46034228 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46032113 +reading chunk 2 from 46039077 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92320518 +reading chunk 3 from 92294821 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92436727 +reading chunk 4 from 92411068 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94326857 +reading chunk 5 from 94304103 [SCHEDULER FINAL_TEST]: preparing parameters end. [SCHEDULER FINAL_TEST]: preparing layers... -(22:43:36 2015-11-16)[nerv] info: create layer: recurrentL1 -(22:43:36 2015-11-16)[nerv] info: create layer: sigmoidL1 -(22:43:36 2015-11-16)[nerv] info: create layer: combinerL1 -(22:43:36 2015-11-16)[nerv] info: create layer: outputL -(22:43:36 2015-11-16)[nerv] info: create layer: softmaxL -(22:43:36 2015-11-16)[nerv] info: create layer: selectL1 +(03:36:20 2015-11-17)[nerv] info: create layer: recurrentL1 +(03:36:20 2015-11-17)[nerv] info: create layer: sigmoidL1 +(03:36:20 2015-11-17)[nerv] info: create layer: combinerL1 +(03:36:20 2015-11-17)[nerv] info: create layer: outputL +(03:36:20 2015-11-17)[nerv] info: create layer: softmaxL +(03:36:20 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER FINAL_TEST]: preparing layers end. [SCHEDULER FINAL_TEST]: Generate and initing TNN ... selectL1 0 @@ -7183,11 +7678,11 @@ TNN initing storage outputL -> softmaxL [SCHEDULER FINAL_TEST]: Initing TNN end. [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Mon Nov 16 22:43:43 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.104206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84086 clock time +[SCHEDULER FINAL_TEST]: 40087 words processed Tue Nov 17 03:36:27 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.098844. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76204 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: [SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/rnn/tnn.lua b/nerv/examples/lmptb/rnn/tnn.lua index d10ab82..c2e397c 100644 --- a/nerv/examples/lmptb/rnn/tnn.lua +++ b/nerv/examples/lmptb/rnn/tnn.lua @@ -291,11 +291,21 @@ function TNN:getfeed_from_reader(reader) return got_new, feeds_now end -function TNN:move_right_to_nextmb() --move output history activations of 1..chunk_size to 1-chunk_size..0 - for t = 1, self.chunk_size, 1 do +function TNN:move_right_to_nextmb(list_t) --move output history activations of 1..chunk_size to 1-chunk_size..0 + if list_t == nil then + list_t = {} + for i = 1, self.chunk_size do + list_t[i] = i - self.chunk_size + end + end + for i = 1, #list_t do + t = list_t[i] + if t < 1 - self.chunk_size or t > 0 then + nerv.error("MB move range error") + end for id, ref in pairs(self.layers) do for p = 1, #ref.dim_out do - ref.outputs_m[t - self.chunk_size][p]:copy_fromd(ref.outputs_m[t][p]) + ref.outputs_m[t][p]:copy_fromd(ref.outputs_m[t + self.chunk_size][p]) end end end -- cgit v1.2.3-70-g09d2 From b8b6bb0a6b9fb9b8d72de42d27f598bfddd1cd0e Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 17 Nov 2015 19:43:13 +0800 Subject: using atomicAdd for select_linear update --- nerv/lib/matrix/cukernel.cu | 16 ++++++++++++++++ nerv/lib/matrix/generic/cukernel.cu | 3 ++- 2 files changed, 18 insertions(+), 1 deletion(-) diff --git a/nerv/lib/matrix/cukernel.cu b/nerv/lib/matrix/cukernel.cu index a19030a..6fb78f0 100644 --- a/nerv/lib/matrix/cukernel.cu +++ b/nerv/lib/matrix/cukernel.cu @@ -1,5 +1,21 @@ #define NERV_GENERIC_CUKERNEL +#include "cumatrix.h" + +__device__ double atomicAdd(double* address, double val) { + //atmoicAdd is not included in CUDA for double + unsigned long long int* address_as_ull = + (unsigned long long int*)address; + unsigned long long int old = *address_as_ull, assumed; + do { + assumed = old; + old = atomicCAS(address_as_ull, assumed, + __double_as_longlong(val + + __longlong_as_double(assumed))); + } while (assumed != old); + return __longlong_as_double(old); +} + #define cudak_(NAME) cudak_float_ ## NAME #define MATRIX_USE_FLOAT #include "generic/elem_type.h" diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index d042d48..8885b41 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -231,7 +231,8 @@ __global__ void cudak_(update_select_rows)(MATRIX_ELEM *c, const MATRIX_ELEM *a, int i = blockIdx.y * blockDim.y + threadIdx.y; if (i >= nrow_a || j >= ncol_a) return; int i_c = lrintf(idx[i]); - c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; + //c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; + atomicAdd(c + j + i_c * stride_c, c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha); } __global__ void cudak_(expand_frm)(const MATRIX_ELEM *a, MATRIX_ELEM *b, -- cgit v1.2.3-70-g09d2 From fc4c5a71053b837ed6143659a6e7b45792ed9e51 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 17 Nov 2015 21:58:05 +0800 Subject: added atomicAdd for select_linear update, however, the result still seems unreproducable, I changed select_linear layer update back to line-by-line --- nerv/examples/lmptb/lmptb/layer/select_linear.lua | 13 ++++++------- nerv/examples/lmptb/tnn_ptb_main.lua | 2 +- nerv/layer/affine.lua | 2 +- nerv/lib/matrix/cukernel.cu | 18 +++++++++++++++++- nerv/lib/matrix/generic/cukernel.cu | 2 +- nerv/matrix/init.lua | 12 ++++++++++++ 6 files changed, 38 insertions(+), 11 deletions(-) diff --git a/nerv/examples/lmptb/lmptb/layer/select_linear.lua b/nerv/examples/lmptb/lmptb/layer/select_linear.lua index 672b7e2..a0ae207 100644 --- a/nerv/examples/lmptb/lmptb/layer/select_linear.lua +++ b/nerv/examples/lmptb/lmptb/layer/select_linear.lua @@ -30,13 +30,12 @@ function SL:init(batch_size) end function SL:update(bp_err, input, output) - --for i = 1, input[1]:ncol(), 1 do - -- if (input[1][0][i - 1] ~= 0) then - -- local word_vec = self.ltp.trans[input[1][0][i - 1]] - --word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) - -- end - --end - self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0) + for i = 1, input[1]:ncol(), 1 do + local word_vec = self.ltp.trans[input[1][0][i - 1]] + word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) + end + --I tried the update_select_rows kernel which uses atomicAdd, but it generates unreproducable result + --self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0) self.ltp.trans:add(self.ltp.trans, self.ltp.trans, 1.0, - self.gconf.lrate * self.gconf.wcost / self.gconf.batch_size) end diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index c37b217..50286c9 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -228,7 +228,7 @@ vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/s global_conf = { lrate = 1, wcost = 1e-5, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, nn_act_default = 0, hidden_size = 20, diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index 3ba9408..6a541e8 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -5,7 +5,7 @@ local AffineLayer = nerv.class('nerv.AffineLayer', 'nerv.Layer') function MatrixParam:read(handle) self.trans = self.gconf.cumat_type.new_from_host( - nerv.MMatrixFloat.load(handle)) + self.gconf.mmat_type.load(handle)) end function MatrixParam:write(handle) diff --git a/nerv/lib/matrix/cukernel.cu b/nerv/lib/matrix/cukernel.cu index 6fb78f0..1e856b9 100644 --- a/nerv/lib/matrix/cukernel.cu +++ b/nerv/lib/matrix/cukernel.cu @@ -2,7 +2,8 @@ #include "cumatrix.h" -__device__ double atomicAdd(double* address, double val) { +__device__ double atomicAdd_nvidia(double* address, double val) { + //nvidia provided this implementation on the net //atmoicAdd is not included in CUDA for double unsigned long long int* address_as_ull = (unsigned long long int*)address; @@ -16,6 +17,21 @@ __device__ double atomicAdd(double* address, double val) { return __longlong_as_double(old); } +__device__ float atomicAdd_nvidia(float* address, float val) { + //nvidia provided this implementation on the net + //I tried the included atomocAdd, but the select_liner layer result seems unreproduceable, but sadly, even if I used this implementation, the select_linear layer result is still unreproduceable + int* address_as_ull = (int*)address; + int old = *address_as_ull, assumed; + do { + assumed = old; + old = atomicCAS(address_as_ull, assumed, + __float_as_int(val + + __int_as_float(assumed))); + } while (assumed != old); + return __int_as_float(old); +} + + #define cudak_(NAME) cudak_float_ ## NAME #define MATRIX_USE_FLOAT #include "generic/elem_type.h" diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index 8885b41..f996fdd 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -232,7 +232,7 @@ __global__ void cudak_(update_select_rows)(MATRIX_ELEM *c, const MATRIX_ELEM *a, if (i >= nrow_a || j >= ncol_a) return; int i_c = lrintf(idx[i]); //c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; - atomicAdd(c + j + i_c * stride_c, c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha); + atomicAdd_nvidia(&c[j + i_c * stride_c], c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha); } __global__ void cudak_(expand_frm)(const MATRIX_ELEM *a, MATRIX_ELEM *b, diff --git a/nerv/matrix/init.lua b/nerv/matrix/init.lua index 1091d7e..14b83d4 100644 --- a/nerv/matrix/init.lua +++ b/nerv/matrix/init.lua @@ -80,3 +80,15 @@ function nerv.CuMatrixFloat:new_to_host() self:copy_toh(res) return res end + +function nerv.CuMatrixDouble.new_from_host(mat) + local res = nerv.CuMatrixDouble(mat:nrow(), mat:ncol()) + res:copy_fromh(mat) + return res +end + +function nerv.CuMatrixDouble:new_to_host() + local res = nerv.MMatrixDouble(self:nrow(), self:ncol()) + self:copy_toh(res) + return res +end -- cgit v1.2.3-70-g09d2 From 54226ba490b65c223a230dc5de5cea56b1543594 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 17 Nov 2015 23:31:14 +0800 Subject: bug fix for select_linear layer-by-layer update --- nerv/examples/lmptb/lmptb/layer/select_linear.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nerv/examples/lmptb/lmptb/layer/select_linear.lua b/nerv/examples/lmptb/lmptb/layer/select_linear.lua index a0ae207..b215d48 100644 --- a/nerv/examples/lmptb/lmptb/layer/select_linear.lua +++ b/nerv/examples/lmptb/lmptb/layer/select_linear.lua @@ -30,8 +30,8 @@ function SL:init(batch_size) end function SL:update(bp_err, input, output) - for i = 1, input[1]:ncol(), 1 do - local word_vec = self.ltp.trans[input[1][0][i - 1]] + for i = 1, input[1]:nrow(), 1 do + local word_vec = self.ltp.trans[input[1][i - 1][0]] word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) end --I tried the update_select_rows kernel which uses atomicAdd, but it generates unreproducable result -- cgit v1.2.3-70-g09d2 From 2ded0597dc3b6a09b47dbe65911573b645d64e36 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 17 Nov 2015 23:32:37 +0800 Subject: switch to kernel update --- nerv/examples/lmptb/lmptb/layer/select_linear.lua | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/nerv/examples/lmptb/lmptb/layer/select_linear.lua b/nerv/examples/lmptb/lmptb/layer/select_linear.lua index b215d48..e96296f 100644 --- a/nerv/examples/lmptb/lmptb/layer/select_linear.lua +++ b/nerv/examples/lmptb/lmptb/layer/select_linear.lua @@ -30,12 +30,14 @@ function SL:init(batch_size) end function SL:update(bp_err, input, output) - for i = 1, input[1]:nrow(), 1 do - local word_vec = self.ltp.trans[input[1][i - 1][0]] - word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) - end + --use this to produce reproducable result + --for i = 1, input[1]:nrow(), 1 do + -- local word_vec = self.ltp.trans[input[1][i - 1][0]] + -- word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) + --end + --I tried the update_select_rows kernel which uses atomicAdd, but it generates unreproducable result - --self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0) + self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0) self.ltp.trans:add(self.ltp.trans, self.ltp.trans, 1.0, - self.gconf.lrate * self.gconf.wcost / self.gconf.batch_size) end -- cgit v1.2.3-70-g09d2 From 0acdf7bd21a1953d8e5ba07fb39a7187f049527f Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 18 Nov 2015 13:04:26 +0800 Subject: h300 and h400 worked well, log added --- nerv/examples/lmptb/logs/LOG-tnn-h300 | 9372 ++++++++++++++++++++++++++++++ nerv/examples/lmptb/logs/LOG-tnn-h400 | 9372 ++++++++++++++++++++++++++++++ nerv/examples/lmptb/m-tests/LOG-tnn-h400 | 7688 ------------------------ 3 files changed, 18744 insertions(+), 7688 deletions(-) create mode 100644 nerv/examples/lmptb/logs/LOG-tnn-h300 create mode 100644 nerv/examples/lmptb/logs/LOG-tnn-h400 delete mode 100644 nerv/examples/lmptb/m-tests/LOG-tnn-h400 diff --git a/nerv/examples/lmptb/logs/LOG-tnn-h300 b/nerv/examples/lmptb/logs/LOG-tnn-h300 new file mode 100644 index 0000000..77fd612 --- /dev/null +++ b/nerv/examples/lmptb/logs/LOG-tnn-h300 @@ -0,0 +1,9372 @@ +Greetings +[SCHEDULER]: applying arg[2](global_conf.hidden_size=300)... +[SCHEDULER]: printing global_conf... +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +param_random function: 0x40237598 +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +decay_iter 16 +mmat_type table: 0x409280f8 +vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +log_w_num 40000 +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +batch_size 10 +hidden_size 300 +timer nerv.Timer +sche_log_pre [SCHEDULER]: +nn_act_default 0 +max_iter 35 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +wcost 1e-05 +chunk_size 15 +cumat_type table: 0x40935010 +[SCHEDULER]: printing training scheduling options... +lr_half false +start_iter -1 +ppl_last 100000 +[SCHEDULER]: printing training scheduling end. +[SCHEDULER]: creating work_dir... +[SCHEDULER]: building vocab... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +[SCHEDULER]: first time, generating parameters... +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34510155 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70045626 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70049129 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70164107 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(10:08:46 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:08:46 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:08:46 2015-11-18)[nerv] info: create layer: combinerL1 +(10:08:46 2015-11-18)[nerv] info: create layer: outputL +(10:08:46 2015-11-18)[nerv] info: create layer: softmaxL +(10:08:46 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Wed Nov 18 10:08:51 2015. + [SCHEDULER]: log prob per sample :-4.003230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.10684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.41463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12208 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER ITER1 LR1]: preparing parameters... +[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34510155 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70045626 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70049129 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70164107 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(10:08:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:08:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:08:58 2015-11-18)[nerv] info: create layer: combinerL1 +(10:08:58 2015-11-18)[nerv] info: create layer: outputL +(10:08:58 2015-11-18)[nerv] info: create layer: softmaxL +(10:08:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 18 10:09:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.210428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12114 clock time +[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 18 10:09:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.048713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75080 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 18 10:09:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.984911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74848 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09624 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time +[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 18 10:09:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.930297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75352 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time +[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 18 10:09:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.897628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10442 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 18 10:10:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.867407. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08908 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12042 clock time +[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 18 10:10:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.842329. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12149 clock time +[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 18 10:10:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.823036. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75169 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12255 clock time +[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 18 10:10:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.800986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79713 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10865 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12425 clock time +[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 18 10:10:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.786891. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73850 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09813 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 18 10:11:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.770894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10523 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12179 clock time +[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 18 10:11:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.754795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74221 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09688 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 18 10:11:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.740832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 18 10:11:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.725416. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 18 10:11:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.716177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76335 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12277 clock time +[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 18 10:12:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.705623. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74375 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09811 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12090 clock time +[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 18 10:12:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.696685. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73873 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09625 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time +[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 18 10:12:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.687998. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73861 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 18 10:12:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.676801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 18 10:12:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.669544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 18 10:13:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.659602. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 18 10:13:20 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.652101. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09854 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Wed Nov 18 10:13:30 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.504076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75798 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11464 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 18 10:13:39 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.547314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11481 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... + +[SCHEDULER ITER2 LR1]: preparing parameters... +[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1076633 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1080289 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35608824 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35725140 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70244205 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(10:13:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:13:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:13:48 2015-11-18)[nerv] info: create layer: combinerL1 +(10:13:48 2015-11-18)[nerv] info: create layer: outputL +(10:13:48 2015-11-18)[nerv] info: create layer: softmaxL +(10:13:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 18 10:13:59 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.541969. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72598 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09968 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11795 clock time +[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 18 10:14:11 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.535649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 18 10:14:23 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.527511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72308 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09336 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11779 clock time +[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 18 10:14:35 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.522344. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72510 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10154 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time +[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 18 10:14:46 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.517881. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09280 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11754 clock time +[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 18 10:14:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.512076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72754 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09893 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 18 10:15:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.507676. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79397 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12311 clock time +[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 18 10:15:22 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.500944. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73117 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10012 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11863 clock time +[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 18 10:15:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497026. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73210 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20736 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09260 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11888 clock time +[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 18 10:15:46 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.493683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74623 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time +[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 18 10:15:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.490451. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 18 10:16:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.487587. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time +[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 18 10:16:22 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.484627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72819 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10028 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time +[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 18 10:16:33 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.481780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09361 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11724 clock time +[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 18 10:16:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.479088. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11835 clock time +[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 18 10:16:57 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.475904. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72455 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09177 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11810 clock time +[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 18 10:17:09 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.474017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71394 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09097 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11778 clock time +[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 18 10:17:21 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.471783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11806 clock time +[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 18 10:17:33 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.469729. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 18 10:17:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.467617. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74674 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 18 10:17:57 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.465015. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time +[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 18 10:18:09 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.463152. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74489 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12007 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Wed Nov 18 10:18:18 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.380761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11428 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 18 10:18:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.427169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74609 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43747 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... + +[SCHEDULER ITER3 LR1]: preparing parameters... +[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34525805 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529462 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69074656 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69190773 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70267310 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(10:18:36 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:18:36 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:18:36 2015-11-18)[nerv] info: create layer: combinerL1 +(10:18:36 2015-11-18)[nerv] info: create layer: outputL +(10:18:36 2015-11-18)[nerv] info: create layer: softmaxL +(10:18:36 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 18 10:18:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.536047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72824 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10451 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 18 10:18:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.483923. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 18 10:19:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.458421. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71644 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11902 clock time +[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 18 10:19:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.448869. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 18 10:19:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.441952. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72174 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 18 10:19:46 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.432993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 18 10:19:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.427091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72248 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10595 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time +[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 18 10:20:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.420076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10789 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 18 10:20:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.416144. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time +[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 18 10:20:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.412820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 18 10:20:46 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.410263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 18 10:20:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.407979. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72909 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 18 10:21:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.405734. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72708 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10415 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time +[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 18 10:21:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.403532. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11878 clock time +[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 18 10:21:33 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.401175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71657 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time +[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 18 10:21:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.398582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71715 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time +[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 18 10:21:57 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.397244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09701 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time +[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 18 10:22:09 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.396091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 18 10:22:21 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.394789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10074 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 18 10:22:33 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.393428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11855 clock time +[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 18 10:22:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.391343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11851 clock time +[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 18 10:22:57 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.389966. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72022 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09355 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Wed Nov 18 10:23:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.338319. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73173 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.42069 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11427 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 18 10:23:15 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.387513. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.41963 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11445 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... + +[SCHEDULER ITER4 LR1]: preparing parameters... +[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1076112 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1079769 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35639160 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35755265 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70285481 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(10:23:24 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:23:24 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:23:24 2015-11-18)[nerv] info: create layer: combinerL1 +(10:23:24 2015-11-18)[nerv] info: create layer: outputL +(10:23:24 2015-11-18)[nerv] info: create layer: softmaxL +(10:23:24 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 18 10:23:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.356761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75773 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 18 10:23:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.354343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73607 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09187 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 18 10:23:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348934. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73326 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09277 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11852 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 18 10:24:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76141 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10589 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 18 10:24:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09508 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 18 10:24:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75070 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 18 10:24:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343892. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75436 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 18 10:24:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340016. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 18 10:25:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.338481. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75085 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10167 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 18 10:25:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336970. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75447 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 18 10:25:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336232. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09659 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 18 10:25:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335499. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 18 10:25:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75886 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12038 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 18 10:26:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333952. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74473 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 18 10:26:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 18 10:26:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.331373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74294 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09495 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 18 10:26:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.330378. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 18 10:26:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329916. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09249 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11881 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 18 10:27:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329256. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74636 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 18 10:27:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.328670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75632 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 18 10:27:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.327835. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09518 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 18 10:27:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.327304. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75015 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10060 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Wed Nov 18 10:27:56 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.311922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.50005 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11768 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 18 10:28:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.361644. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11440 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... + +[SCHEDULER ITER5 LR1]: preparing parameters... +[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34533992 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34537650 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69107906 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69224062 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70299750 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(10:28:14 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:28:14 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:28:14 2015-11-18)[nerv] info: create layer: combinerL1 +(10:28:14 2015-11-18)[nerv] info: create layer: outputL +(10:28:14 2015-11-18)[nerv] info: create layer: softmaxL +(10:28:14 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 18 10:28:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.342229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75456 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 18 10:28:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.325496. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 18 10:28:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314607. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09786 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11937 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 18 10:29:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75472 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 18 10:29:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.312322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09757 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 18 10:29:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.308654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74426 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 18 10:29:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.305328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10246 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 18 10:29:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301431. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10340 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 18 10:30:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299609. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74390 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09906 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 18 10:30:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10791 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 18 10:30:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74817 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 18 10:30:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296471. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 10:30:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295813. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75114 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 10:31:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 10:31:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296112. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10230 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 10:31:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74747 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10528 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 10:31:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 10:31:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294059. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 10:32:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74359 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10053 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 10:32:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293090. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74776 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09928 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 10:32:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291937. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 10:32:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74681 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 10:32:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44481 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11435 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 10:32:55 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.339220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75101 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44223 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11451 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... + +[SCHEDULER ITER6 LR1]: preparing parameters... +[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1075225 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078883 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35657664 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35773857 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70310639 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(10:33:04 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:33:04 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:33:04 2015-11-18)[nerv] info: create layer: combinerL1 +(10:33:04 2015-11-18)[nerv] info: create layer: outputL +(10:33:04 2015-11-18)[nerv] info: create layer: softmaxL +(10:33:04 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 10:33:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274624. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10652 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 10:33:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274089. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74679 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11948 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 10:33:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.269376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74932 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09510 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 10:33:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75383 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 10:34:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.273086. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09888 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 10:34:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74558 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09739 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 10:34:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76631 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10752 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 10:34:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.264325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57789 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 10:34:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263165. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09307 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 10:35:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 10:35:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74338 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09902 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 10:35:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74888 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 10:35:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261379. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75682 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10587 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 10:35:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.260855. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10505 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 10:36:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.259417. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75487 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10447 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 10:36:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.258156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74638 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10022 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 10:36:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74478 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 10:36:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257695. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75192 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10015 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 10:36:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257372. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 10:37:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29298 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10878 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 10:37:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256451. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 10:37:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256282. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10116 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 10:37:36 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270756. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75384 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44684 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11462 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 10:37:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.327893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74780 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43821 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... + +[SCHEDULER ITER7 LR1]: preparing parameters... +[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34539097 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34542754 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69128153 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69244367 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70319220 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(10:37:54 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:37:54 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:37:54 2015-11-18)[nerv] info: create layer: combinerL1 +(10:37:54 2015-11-18)[nerv] info: create layer: outputL +(10:37:54 2015-11-18)[nerv] info: create layer: softmaxL +(10:37:54 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 10:38:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.251501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76764 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 10:38:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.249180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73223 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11759 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 10:38:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.243853. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11723 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 10:38:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.246795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74229 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11770 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 10:38:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.246943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11752 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 10:39:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.243492. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73918 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09756 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11811 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 10:39:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.240411. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11824 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 10:39:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.237547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 10:39:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.236674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74675 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11868 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 10:39:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 10:40:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235708. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11834 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 10:40:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74709 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09642 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11909 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 10:40:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235653. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75427 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 10:40:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74784 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 10:40:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233722. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09207 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 10:41:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09477 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 10:41:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09848 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 10:41:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232032. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74110 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11793 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 10:41:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232176. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09584 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 10:41:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232236. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11802 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 10:42:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.231563. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74825 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09560 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 10:42:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.231495. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09719 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 10:42:26 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.250935. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 10:42:35 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.308122. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11436 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... + +[SCHEDULER ITER8 LR1]: preparing parameters... +[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1074480 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078136 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35669430 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35785661 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70326762 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(10:42:44 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:42:44 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:42:44 2015-11-18)[nerv] info: create layer: combinerL1 +(10:42:44 2015-11-18)[nerv] info: create layer: outputL +(10:42:44 2015-11-18)[nerv] info: create layer: softmaxL +(10:42:44 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 10:42:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223485. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75378 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 10:43:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223158. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74128 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 10:43:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.219440. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74111 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 10:43:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.222712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75221 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 10:43:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223369. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 10:43:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.220367. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08943 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 10:44:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.217273. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 10:44:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10206 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 10:44:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73531 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 10:44:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75979 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12017 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 10:44:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213651. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74276 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 10:45:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214115. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09294 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 10:45:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09921 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 10:45:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213975. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74065 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 10:45:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213825. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11865 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 10:45:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74627 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10174 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 10:46:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74089 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10392 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 10:46:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212644. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74309 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 10:46:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74347 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09189 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 10:46:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74704 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10933 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 10:46:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.211971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10115 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 10:47:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.211963. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74639 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 10:47:16 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.242961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11525 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 10:47:25 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.301838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11486 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... + +[SCHEDULER ITER9 LR1]: preparing parameters... +[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34542686 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34546343 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69143526 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69259775 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70333851 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(10:47:34 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:47:34 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:47:34 2015-11-18)[nerv] info: create layer: combinerL1 +(10:47:34 2015-11-18)[nerv] info: create layer: outputL +(10:47:34 2015-11-18)[nerv] info: create layer: softmaxL +(10:47:34 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 10:47:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206042. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74971 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 10:47:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10262 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 10:48:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.202072. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 10:48:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206597. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74532 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 10:48:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73933 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 10:48:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.202669. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74566 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10550 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 10:48:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.199498. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74662 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 10:49:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.197205. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74500 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11096 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 10:49:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196210. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10498 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11900 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 10:49:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.195749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74420 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 10:49:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74687 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 10:49:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196723. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76705 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12151 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 10:50:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10674 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 10:50:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196443. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56972 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 10:50:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.195960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 10:50:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194630. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11086 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 10:50:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194485. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11895 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 10:51:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194576. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 10:51:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194645. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 10:51:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10019 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 10:51:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.193957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 10:51:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194063. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72775 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 10:52:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.232448. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75902 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 10:52:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.292322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89009 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12357 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... + +[SCHEDULER ITER10 LR1]: preparing parameters... +[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1073504 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1077161 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35679936 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35796199 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70340150 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(10:52:26 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:52:26 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:52:26 2015-11-18)[nerv] info: create layer: combinerL1 +(10:52:26 2015-11-18)[nerv] info: create layer: outputL +(10:52:26 2015-11-18)[nerv] info: create layer: softmaxL +(10:52:26 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 10:52:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83385 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 10:52:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.51138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94141 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.73667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13340 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 10:53:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.183663. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11058 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12225 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 10:53:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.186533. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76657 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10987 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 10:53:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74876 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10123 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 10:53:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.184261. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75239 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10219 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 10:53:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.181682. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76315 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11089 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 10:54:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.82285 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12704 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 10:54:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74475 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09895 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 10:54:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 10:54:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 10:54:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12072 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 10:55:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179147. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76321 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10976 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 10:55:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179057. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 10:55:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178715. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 10:55:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177619. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 10:55:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177353. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74162 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09711 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 10:56:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177437. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74441 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09788 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 10:56:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177489. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74377 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09629 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 10:56:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75256 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10163 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 10:56:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 10:56:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11930 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 10:56:58 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.226332. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46298 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11545 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 10:57:07 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.288461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75930 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11482 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... + +[SCHEDULER ITER11 LR1]: preparing parameters... +[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34544696 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34548353 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69157059 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69273324 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70346338 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(10:57:16 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:57:16 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:57:16 2015-11-18)[nerv] info: create layer: combinerL1 +(10:57:16 2015-11-18)[nerv] info: create layer: outputL +(10:57:16 2015-11-18)[nerv] info: create layer: softmaxL +(10:57:16 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 10:57:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.171852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11078 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 10:57:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.172153. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74498 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09802 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 10:57:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.168680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09930 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 10:58:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.171976. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 10:58:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.173569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76367 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10574 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12124 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 10:58:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.170281. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77754 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 10:58:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.167366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83714 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13578 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12800 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 10:58:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165503. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 10:59:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164444. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11299 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12230 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 10:59:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75789 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12046 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 10:59:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165207. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 10:59:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165767. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78041 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10951 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 10:59:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165936. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78899 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 11:00:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165982. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 11:00:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76577 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12180 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 11:00:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164055. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10912 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 11:00:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163994. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77237 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12238 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 11:00:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164189. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77766 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12254 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 11:01:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163842. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 11:01:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164110. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77157 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12186 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 11:01:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163404. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78736 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 11:01:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.80264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12318 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 11:01:49 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.217961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.52642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.73699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12766 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 11:01:58 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.279941. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74652 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43936 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... + +[SCHEDULER ITER12 LR1]: preparing parameters... +[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1072320 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1075977 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35691290 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35807569 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70352633 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(11:02:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:02:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:02:07 2015-11-18)[nerv] info: create layer: combinerL1 +(11:02:07 2015-11-18)[nerv] info: create layer: outputL +(11:02:07 2015-11-18)[nerv] info: create layer: softmaxL +(11:02:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 11:02:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.161409. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73464 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11784 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 11:02:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.160069. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73095 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11827 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 11:02:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.156185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73770 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 11:02:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.159227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 11:03:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.160588. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73458 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09245 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11786 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 11:03:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.158727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11760 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 11:03:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.156116. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10000 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11791 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 11:03:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.154215. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09971 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11838 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 11:03:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153248. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75659 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12113 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 11:04:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.152203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78152 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 11:04:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153060. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11549 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 11:04:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12137 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 11:04:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78471 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12341 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12213 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 11:04:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11321 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12274 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 11:05:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.152182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77258 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11644 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12163 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 11:05:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.151157. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 11:05:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150658. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 11:05:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150768. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77457 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11228 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12066 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 11:05:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77122 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11378 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12127 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 11:06:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150726. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11575 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12193 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 11:06:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09099 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11758 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 11:06:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150286. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12332 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 11:06:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.213910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79067 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.49743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11713 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 11:06:48 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.276348. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76275 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46183 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11499 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... + +[SCHEDULER ITER13 LR1]: preparing parameters... +[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34545115 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34548772 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69171458 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69287727 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70359323 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(11:06:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:06:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:06:57 2015-11-18)[nerv] info: create layer: combinerL1 +(11:06:57 2015-11-18)[nerv] info: create layer: outputL +(11:06:57 2015-11-18)[nerv] info: create layer: softmaxL +(11:06:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 11:07:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.148363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 11:07:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.147670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74437 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 11:07:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.144747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74474 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 11:07:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.148082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75136 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 11:07:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.149260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09275 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 11:08:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.145787. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 11:08:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.142989. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 11:08:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74790 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10661 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 11:08:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.140712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09706 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 11:08:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75574 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10744 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 11:09:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.140484. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09975 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 11:09:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141125. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73945 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 11:09:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10330 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 11:09:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141279. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74012 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09816 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 11:09:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139978. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73807 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 11:10:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139004. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 11:10:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 11:10:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139161. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 11:10:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138622. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12073 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 11:10:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139039. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75190 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 11:11:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138421. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75640 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10361 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 11:11:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10143 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 11:11:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.212208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.47349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11629 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 11:11:38 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.275537. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45707 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11498 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... + +[SCHEDULER ITER14 LR1]: preparing parameters... +[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1070792 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1074449 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35705236 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35821520 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70365868 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(11:11:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:11:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:11:47 2015-11-18)[nerv] info: create layer: combinerL1 +(11:11:47 2015-11-18)[nerv] info: create layer: outputL +(11:11:47 2015-11-18)[nerv] info: create layer: softmaxL +(11:11:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 11:11:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.150251. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 11:12:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.145932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 11:12:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.139618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 11:12:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.140890. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10410 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 11:12:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.141728. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 11:12:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.138069. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 11:13:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.134603. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 11:13:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12282 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 11:13:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.131575. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12285 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 11:13:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.130441. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96392 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11852 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12308 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 11:13:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.131438. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95113 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11246 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12295 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 11:14:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132096. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95252 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10683 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12303 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 11:14:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96465 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12345 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 11:14:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132168. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11174 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12232 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 11:14:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.130284. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92872 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 11:14:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89984 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09154 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 11:15:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09244 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 11:15:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91068 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09973 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 11:15:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90420 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11873 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 11:15:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128718. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10250 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 11:15:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128157. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90462 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11859 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 11:16:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90621 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09544 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 11:16:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.206408. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91040 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60288 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11501 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 11:16:28 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.269856. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61603 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11468 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... + +[SCHEDULER ITER15 LR1]: preparing parameters... +[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34543217 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34546874 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69185372 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69301640 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70371575 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(11:16:37 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:16:37 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:16:37 2015-11-18)[nerv] info: create layer: combinerL1 +(11:16:37 2015-11-18)[nerv] info: create layer: outputL +(11:16:37 2015-11-18)[nerv] info: create layer: softmaxL +(11:16:37 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 11:16:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.126334. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90872 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10804 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 11:17:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.126555. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89088 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 11:17:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.123932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09738 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 11:17:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.127397. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90734 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11992 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 11:17:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.128886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 11:17:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.125460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09409 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 11:18:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.122478. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 11:18:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10286 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 11:18:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88698 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 11:18:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 11:18:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.119879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89594 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 11:19:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120634. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89060 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09686 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 11:19:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90075 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 11:19:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89658 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 11:19:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 11:19:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118087. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90738 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10355 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 11:20:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.117886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58154 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 11:20:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118077. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09661 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 11:20:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118207. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09549 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 11:20:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90859 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 11:20:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89479 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 11:21:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88857 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09408 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 11:21:09 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.204185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59680 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11471 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 11:21:18 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.267028. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90372 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11460 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... + +[SCHEDULER ITER16 LR1]: preparing parameters... +[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1069088 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1072745 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35720170 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35836453 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70378787 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(11:21:27 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:21:27 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:21:27 2015-11-18)[nerv] info: create layer: combinerL1 +(11:21:27 2015-11-18)[nerv] info: create layer: outputL +(11:21:27 2015-11-18)[nerv] info: create layer: softmaxL +(11:21:27 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 11:21:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.115694. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92260 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 11:21:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.116926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91554 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10042 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 11:22:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.113799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 11:22:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.116729. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10396 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 11:22:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.117457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09792 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 11:22:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.114227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91646 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10055 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 11:22:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.111300. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92176 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 11:23:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109921. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92552 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10863 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 11:23:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90110 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 11:23:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 11:23:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108945. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09327 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 11:23:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 11:24:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.110070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92108 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 11:24:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.110257. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09656 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 11:24:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90696 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 11:24:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90976 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09664 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 11:24:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108014. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 11:25:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90305 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09312 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 11:25:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91584 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09765 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 11:25:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108498. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10339 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 11:25:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107983. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91069 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10309 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 11:25:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108250. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91089 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09542 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 11:25:59 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.199247. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 11:26:08 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.262718. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... + +[SCHEDULER ITER17 LR1]: preparing parameters... +[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34541020 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34544677 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69201806 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69318078 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70386500 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(11:26:17 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:26:17 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:26:17 2015-11-18)[nerv] info: create layer: combinerL1 +(11:26:17 2015-11-18)[nerv] info: create layer: outputL +(11:26:17 2015-11-18)[nerv] info: create layer: softmaxL +(11:26:17 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 11:26:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.108420. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91633 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10864 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 11:26:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.108591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 11:26:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.105430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90293 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11877 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 11:27:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.107876. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 11:27:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.109757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89580 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 11:27:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.106544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09486 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 11:27:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 11:27:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.102231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90426 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10025 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 11:28:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103825. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89850 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11884 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 11:28:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.102596. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90705 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 11:28:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11901 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 11:28:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104338. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89582 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09366 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 11:28:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90595 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10238 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 11:29:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104388. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 11:29:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103305. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89412 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09481 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 11:29:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89248 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 11:29:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103934. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09378 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 11:29:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104033. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89192 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09239 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 11:30:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104624. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09458 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 11:30:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.105026. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91993 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10782 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 11:30:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104416. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 11:30:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104466. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91300 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10184 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 11:30:49 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.198889. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91153 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60373 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11422 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 11:30:58 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.263003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90774 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11386 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... + +[SCHEDULER ITER18 LR1]: preparing parameters... +[SCHEDULER ITER18 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1067636 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1071293 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35738936 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35855199 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70394860 +[SCHEDULER ITER18 LR1]: preparing parameters end. +[SCHEDULER ITER18 LR1]: preparing layers... +(11:31:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:31:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:31:07 2015-11-18)[nerv] info: create layer: combinerL1 +(11:31:07 2015-11-18)[nerv] info: create layer: outputL +(11:31:07 2015-11-18)[nerv] info: create layer: softmaxL +(11:31:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR1]: preparing layers end. +[SCHEDULER ITER18 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR1]: Initing TNN end. +===ITERATION 18 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40092 words processed Wed Nov 18 11:31:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100858. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10998 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER18 LR1]: 80099 words processed Wed Nov 18 11:31:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100635. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09284 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time +[SCHEDULER ITER18 LR1]: 120004 words processed Wed Nov 18 11:31:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.097217. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09006 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11874 clock time +[SCHEDULER ITER18 LR1]: 160114 words processed Wed Nov 18 11:31:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100555. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09872 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER18 LR1]: 200066 words processed Wed Nov 18 11:32:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.101992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09039 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11899 clock time +[SCHEDULER ITER18 LR1]: 240045 words processed Wed Nov 18 11:32:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.098634. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09234 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER18 LR1]: 280057 words processed Wed Nov 18 11:32:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.095480. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96904 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12273 clock time +[SCHEDULER ITER18 LR1]: 320106 words processed Wed Nov 18 11:32:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093899. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96676 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11704 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time +[SCHEDULER ITER18 LR1]: 360024 words processed Wed Nov 18 11:32:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12157 clock time +[SCHEDULER ITER18 LR1]: 400089 words processed Wed Nov 18 11:33:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092038. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10204 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time +[SCHEDULER ITER18 LR1]: 440067 words processed Wed Nov 18 11:33:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093470. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER18 LR1]: 480051 words processed Wed Nov 18 11:33:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094432. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time +[SCHEDULER ITER18 LR1]: 520140 words processed Wed Nov 18 11:33:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094612. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91751 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time +[SCHEDULER ITER18 LR1]: 560132 words processed Wed Nov 18 11:33:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094673. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89952 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time +[SCHEDULER ITER18 LR1]: 600118 words processed Wed Nov 18 11:34:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90180 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER18 LR1]: 640090 words processed Wed Nov 18 11:34:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90819 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER18 LR1]: 680075 words processed Wed Nov 18 11:34:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092928. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER18 LR1]: 720043 words processed Wed Nov 18 11:34:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER18 LR1]: 760012 words processed Wed Nov 18 11:34:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12299 clock time +[SCHEDULER ITER18 LR1]: 800113 words processed Wed Nov 18 11:35:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11513 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12240 clock time +[SCHEDULER ITER18 LR1]: 840089 words processed Wed Nov 18 11:35:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092664. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93123 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12123 clock time +[SCHEDULER ITER18 LR1]: 880052 words processed Wed Nov 18 11:35:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092839. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09176 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR1]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40087 words processed Wed Nov 18 11:35:39 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.194785. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91814 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40095 words processed Wed Nov 18 11:35:48 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.259428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92876 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... + +[SCHEDULER ITER19 LR1]: preparing parameters... +[SCHEDULER ITER19 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34538074 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34541731 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69220662 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69336928 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70404066 +[SCHEDULER ITER19 LR1]: preparing parameters end. +[SCHEDULER ITER19 LR1]: preparing layers... +(11:35:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:35:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:35:57 2015-11-18)[nerv] info: create layer: combinerL1 +(11:35:57 2015-11-18)[nerv] info: create layer: outputL +(11:35:57 2015-11-18)[nerv] info: create layer: softmaxL +(11:35:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR1]: preparing layers end. +[SCHEDULER ITER19 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR1]: Initing TNN end. +===ITERATION 19 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40092 words processed Wed Nov 18 11:36:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.090996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91173 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER19 LR1]: 80099 words processed Wed Nov 18 11:36:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.092216. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89179 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER19 LR1]: 120004 words processed Wed Nov 18 11:36:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.089189. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER19 LR1]: 160114 words processed Wed Nov 18 11:36:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.091547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90322 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER19 LR1]: 200066 words processed Wed Nov 18 11:36:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.092413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89897 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09925 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[SCHEDULER ITER19 LR1]: 240045 words processed Wed Nov 18 11:37:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.089188. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09516 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER19 LR1]: 280057 words processed Wed Nov 18 11:37:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085994. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91849 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10996 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12102 clock time +[SCHEDULER ITER19 LR1]: 320106 words processed Wed Nov 18 11:37:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084639. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10691 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER19 LR1]: 360024 words processed Wed Nov 18 11:37:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.083867. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89880 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10064 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER19 LR1]: 400089 words processed Wed Nov 18 11:37:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084462. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91425 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10614 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12118 clock time +[SCHEDULER ITER19 LR1]: 440067 words processed Wed Nov 18 11:38:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085830. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89885 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11969 clock time +[SCHEDULER ITER19 LR1]: 480051 words processed Wed Nov 18 11:38:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.086788. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER19 LR1]: 520140 words processed Wed Nov 18 11:38:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.087177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90605 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10185 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[SCHEDULER ITER19 LR1]: 560132 words processed Wed Nov 18 11:38:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.087613. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89090 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09837 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER19 LR1]: 600118 words processed Wed Nov 18 11:38:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085937. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER19 LR1]: 640090 words processed Wed Nov 18 11:39:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084914. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER19 LR1]: 680075 words processed Wed Nov 18 11:39:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER19 LR1]: 720043 words processed Wed Nov 18 11:39:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084724. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94667 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11599 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time +[SCHEDULER ITER19 LR1]: 760012 words processed Wed Nov 18 11:39:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11009 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12183 clock time +[SCHEDULER ITER19 LR1]: 800113 words processed Wed Nov 18 11:39:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90572 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10225 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER19 LR1]: 840089 words processed Wed Nov 18 11:40:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER19 LR1]: 880052 words processed Wed Nov 18 11:40:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90107 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09522 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR1]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40087 words processed Wed Nov 18 11:40:29 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.194895. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91618 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11614 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40095 words processed Wed Nov 18 11:40:38 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.258736. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59738 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11484 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... + +[SCHEDULER ITER20 LR1]: preparing parameters... +[SCHEDULER ITER20 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1066494 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1070151 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35761293 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35877568 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70414635 +[SCHEDULER ITER20 LR1]: preparing parameters end. +[SCHEDULER ITER20 LR1]: preparing layers... +(11:40:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:40:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:40:47 2015-11-18)[nerv] info: create layer: combinerL1 +(11:40:47 2015-11-18)[nerv] info: create layer: outputL +(11:40:47 2015-11-18)[nerv] info: create layer: softmaxL +(11:40:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR1]: preparing layers end. +[SCHEDULER ITER20 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR1]: Initing TNN end. +===ITERATION 20 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40092 words processed Wed Nov 18 11:40:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.085050. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time +[SCHEDULER ITER20 LR1]: 80099 words processed Wed Nov 18 11:41:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.087234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10038 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[SCHEDULER ITER20 LR1]: 120004 words processed Wed Nov 18 11:41:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.083289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58007 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11867 clock time +[SCHEDULER ITER20 LR1]: 160114 words processed Wed Nov 18 11:41:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.084575. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time +[SCHEDULER ITER20 LR1]: 200066 words processed Wed Nov 18 11:41:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.085180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER20 LR1]: 240045 words processed Wed Nov 18 11:41:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.082257. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time +[SCHEDULER ITER20 LR1]: 280057 words processed Wed Nov 18 11:42:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time +[SCHEDULER ITER20 LR1]: 320106 words processed Wed Nov 18 11:42:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077909. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time +[SCHEDULER ITER20 LR1]: 360024 words processed Wed Nov 18 11:42:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077304. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09886 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11911 clock time +[SCHEDULER ITER20 LR1]: 400089 words processed Wed Nov 18 11:42:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.076911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER20 LR1]: 440067 words processed Wed Nov 18 11:42:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.078260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91551 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time +[SCHEDULER ITER20 LR1]: 480051 words processed Wed Nov 18 11:43:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91479 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER20 LR1]: 520140 words processed Wed Nov 18 11:43:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93347 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER20 LR1]: 560132 words processed Wed Nov 18 11:43:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.87257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.70915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13224 clock time +[SCHEDULER ITER20 LR1]: 600118 words processed Wed Nov 18 11:43:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.078745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09884 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time +[SCHEDULER ITER20 LR1]: 640090 words processed Wed Nov 18 11:43:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92397 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time +[SCHEDULER ITER20 LR1]: 680075 words processed Wed Nov 18 11:44:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077152. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[SCHEDULER ITER20 LR1]: 720043 words processed Wed Nov 18 11:44:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077321. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time +[SCHEDULER ITER20 LR1]: 760012 words processed Wed Nov 18 11:44:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077145. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[SCHEDULER ITER20 LR1]: 800113 words processed Wed Nov 18 11:44:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96106 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11125 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time +[SCHEDULER ITER20 LR1]: 840089 words processed Wed Nov 18 11:44:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077224. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91634 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time +[SCHEDULER ITER20 LR1]: 880052 words processed Wed Nov 18 11:45:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077427. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91869 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09678 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR1]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40087 words processed Wed Nov 18 11:45:19 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.192376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11641 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40095 words processed Wed Nov 18 11:45:29 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.256632. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.70687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... + +[SCHEDULER ITER21 LR1]: preparing parameters... +[SCHEDULER ITER21 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34535500 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34539157 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69243371 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69359649 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70425551 +[SCHEDULER ITER21 LR1]: preparing parameters end. +[SCHEDULER ITER21 LR1]: preparing layers... +(11:45:38 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:45:38 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:45:38 2015-11-18)[nerv] info: create layer: combinerL1 +(11:45:38 2015-11-18)[nerv] info: create layer: outputL +(11:45:38 2015-11-18)[nerv] info: create layer: softmaxL +(11:45:38 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR1]: preparing layers end. +[SCHEDULER ITER21 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR1]: Initing TNN end. +===ITERATION 21 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40092 words processed Wed Nov 18 11:45:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.077161. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08887 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.91251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.73291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.15631 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13152 clock time +[SCHEDULER ITER21 LR1]: 80099 words processed Wed Nov 18 11:46:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.078484. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12169 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER21 LR1]: 120004 words processed Wed Nov 18 11:46:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.074678. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93526 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12145 clock time +[SCHEDULER ITER21 LR1]: 160114 words processed Wed Nov 18 11:46:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.079716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98340 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12397 clock time +[SCHEDULER ITER21 LR1]: 200066 words processed Wed Nov 18 11:46:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.080377. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12296 clock time +[SCHEDULER ITER21 LR1]: 240045 words processed Wed Nov 18 11:46:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.077124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER21 LR1]: 280057 words processed Wed Nov 18 11:47:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.073853. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94403 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12177 clock time +[SCHEDULER ITER21 LR1]: 320106 words processed Wed Nov 18 11:47:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072403. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59869 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER21 LR1]: 360024 words processed Wed Nov 18 11:47:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.071235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91240 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER21 LR1]: 400089 words processed Wed Nov 18 11:47:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER21 LR1]: 440067 words processed Wed Nov 18 11:47:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070909. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92679 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12148 clock time +[SCHEDULER ITER21 LR1]: 480051 words processed Wed Nov 18 11:48:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.071891. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91525 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10126 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER21 LR1]: 520140 words processed Wed Nov 18 11:48:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92169 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time +[SCHEDULER ITER21 LR1]: 560132 words processed Wed Nov 18 11:48:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09885 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER21 LR1]: 600118 words processed Wed Nov 18 11:48:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070887. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10251 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time +[SCHEDULER ITER21 LR1]: 640090 words processed Wed Nov 18 11:48:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070046. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91103 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10198 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER21 LR1]: 680075 words processed Wed Nov 18 11:49:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER21 LR1]: 720043 words processed Wed Nov 18 11:49:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069931. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10467 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER21 LR1]: 760012 words processed Wed Nov 18 11:49:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91337 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time +[SCHEDULER ITER21 LR1]: 800113 words processed Wed Nov 18 11:49:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070118. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92932 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11438 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[SCHEDULER ITER21 LR1]: 840089 words processed Wed Nov 18 11:49:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91298 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09978 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time +[SCHEDULER ITER21 LR1]: 880052 words processed Wed Nov 18 11:50:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069878. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10317 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR1]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40087 words processed Wed Nov 18 11:50:11 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.191794. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11544 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40095 words processed Wed Nov 18 11:50:20 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.256591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92842 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11516 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... + +[SCHEDULER ITER22 LR1]: preparing parameters... +[SCHEDULER ITER22 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1065368 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1069025 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35788267 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35904550 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70438596 +[SCHEDULER ITER22 LR1]: preparing parameters end. +[SCHEDULER ITER22 LR1]: preparing layers... +(11:50:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:50:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:50:29 2015-11-18)[nerv] info: create layer: combinerL1 +(11:50:29 2015-11-18)[nerv] info: create layer: outputL +(11:50:29 2015-11-18)[nerv] info: create layer: softmaxL +(11:50:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR1]: preparing layers end. +[SCHEDULER ITER22 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR1]: Initing TNN end. +===ITERATION 22 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40092 words processed Wed Nov 18 11:50:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.070689. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER22 LR1]: 80099 words processed Wed Nov 18 11:50:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.070559. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91899 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10062 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[SCHEDULER ITER22 LR1]: 120004 words processed Wed Nov 18 11:51:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.067385. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91730 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER22 LR1]: 160114 words processed Wed Nov 18 11:51:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.071316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92989 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10819 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER22 LR1]: 200066 words processed Wed Nov 18 11:51:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.072229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91882 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER22 LR1]: 240045 words processed Wed Nov 18 11:51:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.068766. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER22 LR1]: 280057 words processed Wed Nov 18 11:51:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.065662. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93045 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10881 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER22 LR1]: 320106 words processed Wed Nov 18 11:52:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92558 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER22 LR1]: 360024 words processed Wed Nov 18 11:52:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92877 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER22 LR1]: 400089 words processed Wed Nov 18 11:52:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062554. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER22 LR1]: 440067 words processed Wed Nov 18 11:52:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10101 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11957 clock time +[SCHEDULER ITER22 LR1]: 480051 words processed Wed Nov 18 11:52:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10091 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER22 LR1]: 520140 words processed Wed Nov 18 11:53:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064899. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10830 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER22 LR1]: 560132 words processed Wed Nov 18 11:53:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.065037. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER22 LR1]: 600118 words processed Wed Nov 18 11:53:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063542. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91652 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time +[SCHEDULER ITER22 LR1]: 640090 words processed Wed Nov 18 11:53:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92311 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10220 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER22 LR1]: 680075 words processed Wed Nov 18 11:53:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062470. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER22 LR1]: 720043 words processed Wed Nov 18 11:54:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10265 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER22 LR1]: 760012 words processed Wed Nov 18 11:54:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91687 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER22 LR1]: 800113 words processed Wed Nov 18 11:54:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93408 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11036 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER22 LR1]: 840089 words processed Wed Nov 18 11:54:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062518. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92301 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09901 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER22 LR1]: 880052 words processed Wed Nov 18 11:54:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062751. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10188 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR1]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40087 words processed Wed Nov 18 11:55:01 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.190838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62624 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11563 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40095 words processed Wed Nov 18 11:55:10 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.256433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92879 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11514 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... + +[SCHEDULER ITER23 LR1]: preparing parameters... +[SCHEDULER ITER23 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34532317 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34535974 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69270165 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69386444 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70451255 +[SCHEDULER ITER23 LR1]: preparing parameters end. +[SCHEDULER ITER23 LR1]: preparing layers... +(11:55:19 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:55:19 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:55:19 2015-11-18)[nerv] info: create layer: combinerL1 +(11:55:19 2015-11-18)[nerv] info: create layer: outputL +(11:55:19 2015-11-18)[nerv] info: create layer: softmaxL +(11:55:19 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR1]: preparing layers end. +[SCHEDULER ITER23 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR1]: Initing TNN end. +===ITERATION 23 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40092 words processed Wed Nov 18 11:55:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.095018. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10823 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER23 LR1]: 80099 words processed Wed Nov 18 11:55:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.086515. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER23 LR1]: 120004 words processed Wed Nov 18 11:55:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.077029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91466 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time +[SCHEDULER ITER23 LR1]: 160114 words processed Wed Nov 18 11:56:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.075436. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92640 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time +[SCHEDULER ITER23 LR1]: 200066 words processed Wed Nov 18 11:56:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.073590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91459 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time +[SCHEDULER ITER23 LR1]: 240045 words processed Wed Nov 18 11:56:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.069125. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91617 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09789 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER23 LR1]: 280057 words processed Wed Nov 18 11:56:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.064858. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10325 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER23 LR1]: 320106 words processed Wed Nov 18 11:56:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.062961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92348 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10625 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER23 LR1]: 360024 words processed Wed Nov 18 11:57:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061620. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91583 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09882 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12039 clock time +[SCHEDULER ITER23 LR1]: 400089 words processed Wed Nov 18 11:57:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059833. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10642 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER23 LR1]: 440067 words processed Wed Nov 18 11:57:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.060592. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91411 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER23 LR1]: 480051 words processed Wed Nov 18 11:57:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91257 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10079 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER23 LR1]: 520140 words processed Wed Nov 18 11:57:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92455 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time +[SCHEDULER ITER23 LR1]: 560132 words processed Wed Nov 18 11:58:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90491 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER23 LR1]: 600118 words processed Wed Nov 18 11:58:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059732. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12264 clock time +[SCHEDULER ITER23 LR1]: 640090 words processed Wed Nov 18 11:58:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058492. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91224 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10306 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12187 clock time +[SCHEDULER ITER23 LR1]: 680075 words processed Wed Nov 18 11:58:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058583. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10256 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12175 clock time +[SCHEDULER ITER23 LR1]: 720043 words processed Wed Nov 18 11:58:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time +[SCHEDULER ITER23 LR1]: 760012 words processed Wed Nov 18 11:59:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90315 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER23 LR1]: 800113 words processed Wed Nov 18 11:59:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10388 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER23 LR1]: 840089 words processed Wed Nov 18 11:59:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time +[SCHEDULER ITER23 LR1]: 880052 words processed Wed Nov 18 11:59:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10036 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR1]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40087 words processed Wed Nov 18 11:59:51 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.187803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63241 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40095 words processed Wed Nov 18 12:00:00 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.253996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92880 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62649 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11533 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... + +[SCHEDULER ITER24 LR1]: preparing parameters... +[SCHEDULER ITER24 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064210 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067867 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35817408 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35933682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70464168 +[SCHEDULER ITER24 LR1]: preparing parameters end. +[SCHEDULER ITER24 LR1]: preparing layers... +(12:00:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:00:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:00:09 2015-11-18)[nerv] info: create layer: combinerL1 +(12:00:09 2015-11-18)[nerv] info: create layer: outputL +(12:00:09 2015-11-18)[nerv] info: create layer: softmaxL +(12:00:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR1]: preparing layers end. +[SCHEDULER ITER24 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR1]: Initing TNN end. +===ITERATION 24 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40092 words processed Wed Nov 18 12:00:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.068316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12218 clock time +[SCHEDULER ITER24 LR1]: 80099 words processed Wed Nov 18 12:00:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.066020. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94765 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10381 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[SCHEDULER ITER24 LR1]: 120004 words processed Wed Nov 18 12:00:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.061220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09787 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER24 LR1]: 160114 words processed Wed Nov 18 12:00:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.063568. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10620 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12011 clock time +[SCHEDULER ITER24 LR1]: 200066 words processed Wed Nov 18 12:01:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.062954. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09823 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER24 LR1]: 240045 words processed Wed Nov 18 12:01:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.059629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92761 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER24 LR1]: 280057 words processed Wed Nov 18 12:01:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.055936. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11431 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12263 clock time +[SCHEDULER ITER24 LR1]: 320106 words processed Wed Nov 18 12:01:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95186 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10843 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time +[SCHEDULER ITER24 LR1]: 360024 words processed Wed Nov 18 12:01:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053542. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93718 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER24 LR1]: 400089 words processed Wed Nov 18 12:02:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11164 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12173 clock time +[SCHEDULER ITER24 LR1]: 440067 words processed Wed Nov 18 12:02:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER24 LR1]: 480051 words processed Wed Nov 18 12:02:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053509. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10109 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[SCHEDULER ITER24 LR1]: 520140 words processed Wed Nov 18 12:02:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96227 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11317 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12316 clock time +[SCHEDULER ITER24 LR1]: 560132 words processed Wed Nov 18 12:02:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11297 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time +[SCHEDULER ITER24 LR1]: 600118 words processed Wed Nov 18 12:03:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96495 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10816 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12281 clock time +[SCHEDULER ITER24 LR1]: 640090 words processed Wed Nov 18 12:03:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052995. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92514 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09199 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[SCHEDULER ITER24 LR1]: 680075 words processed Wed Nov 18 12:03:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052435. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92758 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER24 LR1]: 720043 words processed Wed Nov 18 12:03:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09938 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER24 LR1]: 760012 words processed Wed Nov 18 12:03:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09732 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[SCHEDULER ITER24 LR1]: 800113 words processed Wed Nov 18 12:04:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052259. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time +[SCHEDULER ITER24 LR1]: 840089 words processed Wed Nov 18 12:04:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051851. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10032 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER24 LR1]: 880052 words processed Wed Nov 18 12:04:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052134. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR1]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40087 words processed Wed Nov 18 12:04:41 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.189143. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94163 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64191 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40095 words processed Wed Nov 18 12:04:50 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.256580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64526 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11744 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR1]: PPL did not improve, rejected, copying param file of last iter... + +[SCHEDULER ITER25 LR0.6]: preparing parameters... +[SCHEDULER ITER25 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064210 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067867 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35817408 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35933682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70464168 +[SCHEDULER ITER25 LR0.6]: preparing parameters end. +[SCHEDULER ITER25 LR0.6]: preparing layers... +(12:04:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:04:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:04:58 2015-11-18)[nerv] info: create layer: combinerL1 +(12:04:58 2015-11-18)[nerv] info: create layer: outputL +(12:04:58 2015-11-18)[nerv] info: create layer: softmaxL +(12:04:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.6]: preparing layers end. +[SCHEDULER ITER25 LR0.6]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.6]: Initing TNN end. +===ITERATION 25 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40092 words processed Wed Nov 18 12:05:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.031786. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12154 clock time +[SCHEDULER ITER25 LR0.6]: 80099 words processed Wed Nov 18 12:05:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.027880. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91322 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER25 LR0.6]: 120004 words processed Wed Nov 18 12:05:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021698. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91289 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER25 LR0.6]: 160114 words processed Wed Nov 18 12:05:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.022082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12159 clock time +[SCHEDULER ITER25 LR0.6]: 200066 words processed Wed Nov 18 12:05:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021204. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER25 LR0.6]: 240045 words processed Wed Nov 18 12:06:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.017220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89326 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09416 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER25 LR0.6]: 280057 words processed Wed Nov 18 12:06:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.013365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12136 clock time +[SCHEDULER ITER25 LR0.6]: 320106 words processed Wed Nov 18 12:06:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.011554. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time +[SCHEDULER ITER25 LR0.6]: 360024 words processed Wed Nov 18 12:06:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.009923. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER25 LR0.6]: 400089 words processed Wed Nov 18 12:06:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10563 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11964 clock time +[SCHEDULER ITER25 LR0.6]: 440067 words processed Wed Nov 18 12:07:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008010. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90775 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10138 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time +[SCHEDULER ITER25 LR0.6]: 480051 words processed Wed Nov 18 12:07:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008517. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09904 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER25 LR0.6]: 520140 words processed Wed Nov 18 12:07:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008299. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91944 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12110 clock time +[SCHEDULER ITER25 LR0.6]: 560132 words processed Wed Nov 18 12:07:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER25 LR0.6]: 600118 words processed Wed Nov 18 12:07:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.005749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89997 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12171 clock time +[SCHEDULER ITER25 LR0.6]: 640090 words processed Wed Nov 18 12:08:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.004148. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08220 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.86480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.71813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14119 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13261 clock time +[SCHEDULER ITER25 LR0.6]: 680075 words processed Wed Nov 18 12:08:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.003208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95697 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time +[SCHEDULER ITER25 LR0.6]: 720043 words processed Wed Nov 18 12:08:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.002754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99602 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12818 clock time +[SCHEDULER ITER25 LR0.6]: 760012 words processed Wed Nov 18 12:08:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001453. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11301 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER25 LR0.6]: 800113 words processed Wed Nov 18 12:08:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001667. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13223 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12834 clock time +[SCHEDULER ITER25 LR0.6]: 840089 words processed Wed Nov 18 12:09:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000776. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92299 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10920 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12288 clock time +[SCHEDULER ITER25 LR0.6]: 880052 words processed Wed Nov 18 12:09:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000744. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89681 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10145 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.6]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40087 words processed Wed Nov 18 12:09:30 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.159875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11656 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40095 words processed Wed Nov 18 12:09:39 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.230972. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93270 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63300 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11649 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... + +[SCHEDULER ITER26 LR0.36]: preparing parameters... +[SCHEDULER ITER26 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34528953 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34532610 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287801 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69404050 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70467695 +[SCHEDULER ITER26 LR0.36]: preparing parameters end. +[SCHEDULER ITER26 LR0.36]: preparing layers... +(12:09:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:09:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:09:48 2015-11-18)[nerv] info: create layer: combinerL1 +(12:09:48 2015-11-18)[nerv] info: create layer: outputL +(12:09:48 2015-11-18)[nerv] info: create layer: softmaxL +(12:09:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.36]: preparing layers end. +[SCHEDULER ITER26 LR0.36]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.36]: Initing TNN end. +===ITERATION 26 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40092 words processed Wed Nov 18 12:10:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.996688. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95989 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12190 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time +[SCHEDULER ITER26 LR0.36]: 80099 words processed Wed Nov 18 12:10:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.993541. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10195 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER26 LR0.36]: 120004 words processed Wed Nov 18 12:10:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987958. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91489 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER26 LR0.36]: 160114 words processed Wed Nov 18 12:10:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.988377. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46188 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER26 LR0.36]: 200066 words processed Wed Nov 18 12:10:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10069 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11876 clock time +[SCHEDULER ITER26 LR0.36]: 240045 words processed Wed Nov 18 12:11:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.983531. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92541 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER26 LR0.36]: 280057 words processed Wed Nov 18 12:11:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.979726. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94011 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12103 clock time +[SCHEDULER ITER26 LR0.36]: 320106 words processed Wed Nov 18 12:11:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.977856. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11170 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER26 LR0.36]: 360024 words processed Wed Nov 18 12:11:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.976151. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93346 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER26 LR0.36]: 400089 words processed Wed Nov 18 12:11:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973558. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time +[SCHEDULER ITER26 LR0.36]: 440067 words processed Wed Nov 18 12:12:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER26 LR0.36]: 480051 words processed Wed Nov 18 12:12:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974452. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92710 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10487 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER26 LR0.36]: 520140 words processed Wed Nov 18 12:12:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974107. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93118 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12034 clock time +[SCHEDULER ITER26 LR0.36]: 560132 words processed Wed Nov 18 12:12:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91026 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10460 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER26 LR0.36]: 600118 words processed Wed Nov 18 12:12:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.971346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10310 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER26 LR0.36]: 640090 words processed Wed Nov 18 12:13:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.969490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09955 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER26 LR0.36]: 680075 words processed Wed Nov 18 12:13:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.968381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91362 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER26 LR0.36]: 720043 words processed Wed Nov 18 12:13:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.967690. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91613 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09900 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time +[SCHEDULER ITER26 LR0.36]: 760012 words processed Wed Nov 18 12:13:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER26 LR0.36]: 800113 words processed Wed Nov 18 12:13:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92353 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER26 LR0.36]: 840089 words processed Wed Nov 18 12:14:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.965067. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91166 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time +[SCHEDULER ITER26 LR0.36]: 880052 words processed Wed Nov 18 12:14:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.964871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.36]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40087 words processed Wed Nov 18 12:14:21 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-2.142643. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62097 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11535 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40095 words processed Wed Nov 18 12:14:30 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-2.215991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62958 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11549 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... + +[SCHEDULER ITER27 LR0.216]: preparing parameters... +[SCHEDULER ITER27 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1063239 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066894 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823725 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939977 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70467798 +[SCHEDULER ITER27 LR0.216]: preparing parameters end. +[SCHEDULER ITER27 LR0.216]: preparing layers... +(12:14:39 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:14:39 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:14:39 2015-11-18)[nerv] info: create layer: combinerL1 +(12:14:39 2015-11-18)[nerv] info: create layer: outputL +(12:14:39 2015-11-18)[nerv] info: create layer: softmaxL +(12:14:39 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.216]: preparing layers end. +[SCHEDULER ITER27 LR0.216]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.216]: Initing TNN end. +===ITERATION 27 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40092 words processed Wed Nov 18 12:14:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.973334. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91484 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10593 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER27 LR0.216]: 80099 words processed Wed Nov 18 12:15:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.970486. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09599 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER27 LR0.216]: 120004 words processed Wed Nov 18 12:15:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90382 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER27 LR0.216]: 160114 words processed Wed Nov 18 12:15:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965870. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER27 LR0.216]: 200066 words processed Wed Nov 18 12:15:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.964948. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER27 LR0.216]: 240045 words processed Wed Nov 18 12:15:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.961024. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90016 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09392 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time +[SCHEDULER ITER27 LR0.216]: 280057 words processed Wed Nov 18 12:16:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.957283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90229 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10394 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER27 LR0.216]: 320106 words processed Wed Nov 18 12:16:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.955454. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09970 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER27 LR0.216]: 360024 words processed Wed Nov 18 12:16:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.953706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89393 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER27 LR0.216]: 400089 words processed Wed Nov 18 12:16:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10222 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER27 LR0.216]: 440067 words processed Wed Nov 18 12:16:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951515. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92909 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12211 clock time +[SCHEDULER ITER27 LR0.216]: 480051 words processed Wed Nov 18 12:17:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10094 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER27 LR0.216]: 520140 words processed Wed Nov 18 12:17:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951394. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91905 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time +[SCHEDULER ITER27 LR0.216]: 560132 words processed Wed Nov 18 12:17:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.950774. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90826 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09222 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER27 LR0.216]: 600118 words processed Wed Nov 18 12:17:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.948562. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90077 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time +[SCHEDULER ITER27 LR0.216]: 640090 words processed Wed Nov 18 12:17:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.946590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90235 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER27 LR0.216]: 680075 words processed Wed Nov 18 12:18:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.945381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time +[SCHEDULER ITER27 LR0.216]: 720043 words processed Wed Nov 18 12:18:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.944535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91359 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10296 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time +[SCHEDULER ITER27 LR0.216]: 760012 words processed Wed Nov 18 12:18:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09793 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12117 clock time +[SCHEDULER ITER27 LR0.216]: 800113 words processed Wed Nov 18 12:18:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942714. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10322 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time +[SCHEDULER ITER27 LR0.216]: 840089 words processed Wed Nov 18 12:18:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10211 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[SCHEDULER ITER27 LR0.216]: 880052 words processed Wed Nov 18 12:19:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10314 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.216]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40087 words processed Wed Nov 18 12:19:11 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-2.129422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92878 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62932 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11584 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40095 words processed Wed Nov 18 12:19:20 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-2.204569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92267 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11625 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... + +[SCHEDULER ITER28 LR0.1296]: preparing parameters... +[SCHEDULER ITER28 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526862 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34530515 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287866 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69404115 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70467110 +[SCHEDULER ITER28 LR0.1296]: preparing parameters end. +[SCHEDULER ITER28 LR0.1296]: preparing layers... +(12:19:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:19:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:19:29 2015-11-18)[nerv] info: create layer: combinerL1 +(12:19:29 2015-11-18)[nerv] info: create layer: outputL +(12:19:29 2015-11-18)[nerv] info: create layer: softmaxL +(12:19:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.1296]: preparing layers end. +[SCHEDULER ITER28 LR0.1296]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.1296]: Initing TNN end. +===ITERATION 28 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40092 words processed Wed Nov 18 12:19:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.957648. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92751 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER28 LR0.1296]: 80099 words processed Wed Nov 18 12:19:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.954866. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09662 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER28 LR0.1296]: 120004 words processed Wed Nov 18 12:20:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09554 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER28 LR0.1296]: 160114 words processed Wed Nov 18 12:20:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.950754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time +[SCHEDULER ITER28 LR0.1296]: 200066 words processed Wed Nov 18 12:20:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09484 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER28 LR0.1296]: 240045 words processed Wed Nov 18 12:20:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.945955. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91063 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER28 LR0.1296]: 280057 words processed Wed Nov 18 12:20:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.942211. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92566 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[SCHEDULER ITER28 LR0.1296]: 320106 words processed Wed Nov 18 12:21:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.940331. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER28 LR0.1296]: 360024 words processed Wed Nov 18 12:21:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.938572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91680 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER28 LR0.1296]: 400089 words processed Wed Nov 18 12:21:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935784. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER28 LR0.1296]: 440067 words processed Wed Nov 18 12:21:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90890 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER28 LR0.1296]: 480051 words processed Wed Nov 18 12:21:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936596. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91960 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09648 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time +[SCHEDULER ITER28 LR0.1296]: 520140 words processed Wed Nov 18 12:22:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10321 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER28 LR0.1296]: 560132 words processed Wed Nov 18 12:22:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935414. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09615 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER28 LR0.1296]: 600118 words processed Wed Nov 18 12:22:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.933190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10068 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time +[SCHEDULER ITER28 LR0.1296]: 640090 words processed Wed Nov 18 12:22:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.931133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91867 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09634 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER28 LR0.1296]: 680075 words processed Wed Nov 18 12:22:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.929866. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09589 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER28 LR0.1296]: 720043 words processed Wed Nov 18 12:23:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.928898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92253 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[SCHEDULER ITER28 LR0.1296]: 760012 words processed Wed Nov 18 12:23:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.927030. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time +[SCHEDULER ITER28 LR0.1296]: 800113 words processed Wed Nov 18 12:23:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.926926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11865 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12383 clock time +[SCHEDULER ITER28 LR0.1296]: 840089 words processed Wed Nov 18 12:23:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925697. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11230 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12394 clock time +[SCHEDULER ITER28 LR0.1296]: 880052 words processed Wed Nov 18 12:23:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97510 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.1296]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40087 words processed Wed Nov 18 12:24:01 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.120814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62049 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11555 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40095 words processed Wed Nov 18 12:24:10 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.196983. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63056 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11558 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... + +[SCHEDULER ITER29 LR0.07776]: preparing parameters... +[SCHEDULER ITER29 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062789 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066441 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823808 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35940048 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70466632 +[SCHEDULER ITER29 LR0.07776]: preparing parameters end. +[SCHEDULER ITER29 LR0.07776]: preparing layers... +(12:24:19 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:24:19 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:24:19 2015-11-18)[nerv] info: create layer: combinerL1 +(12:24:19 2015-11-18)[nerv] info: create layer: outputL +(12:24:19 2015-11-18)[nerv] info: create layer: softmaxL +(12:24:19 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.07776]: preparing layers end. +[SCHEDULER ITER29 LR0.07776]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.07776]: Initing TNN end. +===ITERATION 29 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40092 words processed Wed Nov 18 12:24:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.946777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time +[SCHEDULER ITER29 LR0.07776]: 80099 words processed Wed Nov 18 12:24:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.943867. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90926 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09450 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER29 LR0.07776]: 120004 words processed Wed Nov 18 12:24:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91327 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09606 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER29 LR0.07776]: 160114 words processed Wed Nov 18 12:25:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.940226. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time +[SCHEDULER ITER29 LR0.07776]: 200066 words processed Wed Nov 18 12:25:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46657 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09890 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[SCHEDULER ITER29 LR0.07776]: 240045 words processed Wed Nov 18 12:25:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.935511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91054 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09333 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER29 LR0.07776]: 280057 words processed Wed Nov 18 12:25:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.931795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09941 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER29 LR0.07776]: 320106 words processed Wed Nov 18 12:25:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.929898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER29 LR0.07776]: 360024 words processed Wed Nov 18 12:26:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.928153. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91159 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09209 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time +[SCHEDULER ITER29 LR0.07776]: 400089 words processed Wed Nov 18 12:26:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09985 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER29 LR0.07776]: 440067 words processed Wed Nov 18 12:26:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09387 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER29 LR0.07776]: 480051 words processed Wed Nov 18 12:26:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.926173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09655 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER29 LR0.07776]: 520140 words processed Wed Nov 18 12:26:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92512 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER29 LR0.07776]: 560132 words processed Wed Nov 18 12:27:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.924926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91608 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time +[SCHEDULER ITER29 LR0.07776]: 600118 words processed Wed Nov 18 12:27:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.922706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09363 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[SCHEDULER ITER29 LR0.07776]: 640090 words processed Wed Nov 18 12:27:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.920601. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER29 LR0.07776]: 680075 words processed Wed Nov 18 12:27:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.919309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER29 LR0.07776]: 720043 words processed Wed Nov 18 12:27:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.918272. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[SCHEDULER ITER29 LR0.07776]: 760012 words processed Wed Nov 18 12:28:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09399 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[SCHEDULER ITER29 LR0.07776]: 800113 words processed Wed Nov 18 12:28:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916197. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92285 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10210 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER29 LR0.07776]: 840089 words processed Wed Nov 18 12:28:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91444 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER29 LR0.07776]: 880052 words processed Wed Nov 18 12:28:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914477. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.07776]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40087 words processed Wed Nov 18 12:28:51 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.115230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62634 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11572 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40095 words processed Wed Nov 18 12:29:00 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.191859. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92795 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11570 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... + +[SCHEDULER ITER30 LR0.046656]: preparing parameters... +[SCHEDULER ITER30 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526461 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34530113 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287366 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69403593 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70466227 +[SCHEDULER ITER30 LR0.046656]: preparing parameters end. +[SCHEDULER ITER30 LR0.046656]: preparing layers... +(12:29:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:29:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:29:09 2015-11-18)[nerv] info: create layer: combinerL1 +(12:29:09 2015-11-18)[nerv] info: create layer: outputL +(12:29:09 2015-11-18)[nerv] info: create layer: softmaxL +(12:29:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER30 LR0.046656]: preparing layers end. +[SCHEDULER ITER30 LR0.046656]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER30 LR0.046656]: Initing TNN end. +===ITERATION 30 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40092 words processed Wed Nov 18 12:29:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.939564. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91388 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER30 LR0.046656]: 80099 words processed Wed Nov 18 12:29:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.936511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89903 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09897 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time +[SCHEDULER ITER30 LR0.046656]: 120004 words processed Wed Nov 18 12:29:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.931733. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER30 LR0.046656]: 160114 words processed Wed Nov 18 12:29:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.933054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER30 LR0.046656]: 200066 words processed Wed Nov 18 12:30:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.932265. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90114 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09861 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER30 LR0.046656]: 240045 words processed Wed Nov 18 12:30:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.928476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER30 LR0.046656]: 280057 words processed Wed Nov 18 12:30:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.924786. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time +[SCHEDULER ITER30 LR0.046656]: 320106 words processed Wed Nov 18 12:30:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.922894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91692 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11160 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER30 LR0.046656]: 360024 words processed Wed Nov 18 12:30:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.921186. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90688 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09562 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER30 LR0.046656]: 400089 words processed Wed Nov 18 12:31:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918359. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10899 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER30 LR0.046656]: 440067 words processed Wed Nov 18 12:31:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918965. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11306 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time +[SCHEDULER ITER30 LR0.046656]: 480051 words processed Wed Nov 18 12:31:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.919242. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER30 LR0.046656]: 520140 words processed Wed Nov 18 12:31:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918685. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER30 LR0.046656]: 560132 words processed Wed Nov 18 12:31:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER30 LR0.046656]: 600118 words processed Wed Nov 18 12:32:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.915795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09909 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time +[SCHEDULER ITER30 LR0.046656]: 640090 words processed Wed Nov 18 12:32:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.913679. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90133 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10900 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER30 LR0.046656]: 680075 words processed Wed Nov 18 12:32:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.912380. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11829 clock time +[SCHEDULER ITER30 LR0.046656]: 720043 words processed Wed Nov 18 12:32:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.911315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89267 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time +[SCHEDULER ITER30 LR0.046656]: 760012 words processed Wed Nov 18 12:32:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90617 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09288 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER30 LR0.046656]: 800113 words processed Wed Nov 18 12:33:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909204. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92838 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10846 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER30 LR0.046656]: 840089 words processed Wed Nov 18 12:33:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11251 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER30 LR0.046656]: 880052 words processed Wed Nov 18 12:33:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09735 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11968 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.046656]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40087 words processed Wed Nov 18 12:33:41 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.111073. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11577 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40095 words processed Wed Nov 18 12:33:50 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.187932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61760 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11538 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... + +[SCHEDULER ITER31 LR0.0279936]: preparing parameters... +[SCHEDULER ITER31 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062556 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066208 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823367 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939586 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465956 +[SCHEDULER ITER31 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER31 LR0.0279936]: preparing layers... +(12:33:59 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:33:59 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:33:59 2015-11-18)[nerv] info: create layer: combinerL1 +(12:33:59 2015-11-18)[nerv] info: create layer: outputL +(12:33:59 2015-11-18)[nerv] info: create layer: softmaxL +(12:33:59 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER31 LR0.0279936]: preparing layers end. +[SCHEDULER ITER31 LR0.0279936]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER31 LR0.0279936]: Initing TNN end. +===ITERATION 31 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40092 words processed Wed Nov 18 12:34:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.935039. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER31 LR0.0279936]: 80099 words processed Wed Nov 18 12:34:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.931902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89292 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[SCHEDULER ITER31 LR0.0279936]: 120004 words processed Wed Nov 18 12:34:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89755 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09593 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER31 LR0.0279936]: 160114 words processed Wed Nov 18 12:34:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.928513. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90869 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09758 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER31 LR0.0279936]: 200066 words processed Wed Nov 18 12:34:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927746. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90199 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER31 LR0.0279936]: 240045 words processed Wed Nov 18 12:35:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.924005. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90358 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09478 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[SCHEDULER ITER31 LR0.0279936]: 280057 words processed Wed Nov 18 12:35:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.920332. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91181 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER31 LR0.0279936]: 320106 words processed Wed Nov 18 12:35:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.918430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90794 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER31 LR0.0279936]: 360024 words processed Wed Nov 18 12:35:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.916720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89761 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[SCHEDULER ITER31 LR0.0279936]: 400089 words processed Wed Nov 18 12:35:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90749 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[SCHEDULER ITER31 LR0.0279936]: 440067 words processed Wed Nov 18 12:36:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91175 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time +[SCHEDULER ITER31 LR0.0279936]: 480051 words processed Wed Nov 18 12:36:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER31 LR0.0279936]: 520140 words processed Wed Nov 18 12:36:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90855 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10541 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER31 LR0.0279936]: 560132 words processed Wed Nov 18 12:36:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913487. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12024 clock time +[SCHEDULER ITER31 LR0.0279936]: 600118 words processed Wed Nov 18 12:36:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.911271. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09958 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER31 LR0.0279936]: 640090 words processed Wed Nov 18 12:37:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.909133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER31 LR0.0279936]: 680075 words processed Wed Nov 18 12:37:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.907806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90403 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09025 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER31 LR0.0279936]: 720043 words processed Wed Nov 18 12:37:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.906706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12706 clock time +[SCHEDULER ITER31 LR0.0279936]: 760012 words processed Wed Nov 18 12:37:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04027 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.77595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.69803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13485 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13019 clock time +[SCHEDULER ITER31 LR0.0279936]: 800113 words processed Wed Nov 18 12:37:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904523. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98650 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time +[SCHEDULER ITER31 LR0.0279936]: 840089 words processed Wed Nov 18 12:38:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.903243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04646 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.71087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12804 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13070 clock time +[SCHEDULER ITER31 LR0.0279936]: 880052 words processed Wed Nov 18 12:38:23 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.902719. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10777 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.98369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.76807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13588 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER31 LR0.0279936]: shuffling training file +===PEEK ON TEST 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40087 words processed Wed Nov 18 12:38:32 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.108291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03650 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.78124 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12340 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40095 words processed Wed Nov 18 12:38:42 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.185472. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.09369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.84657 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12753 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER31 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... + +[SCHEDULER ITER32 LR0.01679616]: preparing parameters... +[SCHEDULER ITER32 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526275 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529927 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286931 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69403146 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465624 +[SCHEDULER ITER32 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER32 LR0.01679616]: preparing layers... +(12:38:52 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:38:52 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:38:52 2015-11-18)[nerv] info: create layer: combinerL1 +(12:38:52 2015-11-18)[nerv] info: create layer: outputL +(12:38:52 2015-11-18)[nerv] info: create layer: softmaxL +(12:38:52 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER32 LR0.01679616]: preparing layers end. +[SCHEDULER ITER32 LR0.01679616]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER32 LR0.01679616]: Initing TNN end. +===ITERATION 32 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40092 words processed Wed Nov 18 12:39:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.931442. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00626 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12770 clock time +[SCHEDULER ITER32 LR0.01679616]: 80099 words processed Wed Nov 18 12:39:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.928292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12398 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12751 clock time +[SCHEDULER ITER32 LR0.01679616]: 120004 words processed Wed Nov 18 12:39:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.923647. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER32 LR0.01679616]: 160114 words processed Wed Nov 18 12:39:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12438 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12778 clock time +[SCHEDULER ITER32 LR0.01679616]: 200066 words processed Wed Nov 18 12:39:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924254. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13006 clock time +[SCHEDULER ITER32 LR0.01679616]: 240045 words processed Wed Nov 18 12:40:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.920565. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12063 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12662 clock time +[SCHEDULER ITER32 LR0.01679616]: 280057 words processed Wed Nov 18 12:40:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.916922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12368 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time +[SCHEDULER ITER32 LR0.01679616]: 320106 words processed Wed Nov 18 12:40:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.915045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12925 clock time +[SCHEDULER ITER32 LR0.01679616]: 360024 words processed Wed Nov 18 12:40:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.913357. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12911 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12883 clock time +[SCHEDULER ITER32 LR0.01679616]: 400089 words processed Wed Nov 18 12:40:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910512. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99099 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13887 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time +[SCHEDULER ITER32 LR0.01679616]: 440067 words processed Wed Nov 18 12:41:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98253 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12726 clock time +[SCHEDULER ITER32 LR0.01679616]: 480051 words processed Wed Nov 18 12:41:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11984 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12747 clock time +[SCHEDULER ITER32 LR0.01679616]: 520140 words processed Wed Nov 18 12:41:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98938 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time +[SCHEDULER ITER32 LR0.01679616]: 560132 words processed Wed Nov 18 12:41:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12444 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER32 LR0.01679616]: 600118 words processed Wed Nov 18 12:41:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.907953. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12746 clock time +[SCHEDULER ITER32 LR0.01679616]: 640090 words processed Wed Nov 18 12:42:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.905814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05643 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.81006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.69610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14733 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13093 clock time +[SCHEDULER ITER32 LR0.01679616]: 680075 words processed Wed Nov 18 12:42:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.904486. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12610 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time +[SCHEDULER ITER32 LR0.01679616]: 720043 words processed Wed Nov 18 12:42:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.903383. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02149 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12929 clock time +[SCHEDULER ITER32 LR0.01679616]: 760012 words processed Wed Nov 18 12:42:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901397. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02926 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14074 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13074 clock time +[SCHEDULER ITER32 LR0.01679616]: 800113 words processed Wed Nov 18 12:42:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.76458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14204 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13002 clock time +[SCHEDULER ITER32 LR0.01679616]: 840089 words processed Wed Nov 18 12:43:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER32 LR0.01679616]: 880052 words processed Wed Nov 18 12:43:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11070 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER32 LR0.01679616]: shuffling training file +===PEEK ON TEST 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40087 words processed Wed Nov 18 12:43:25 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.106327. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40095 words processed Wed Nov 18 12:43:34 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.183727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95362 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.65917 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER32 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... + +[SCHEDULER ITER33 LR0.010077696]: preparing parameters... +[SCHEDULER ITER33 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062455 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066108 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35822967 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939176 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465439 +[SCHEDULER ITER33 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER33 LR0.010077696]: preparing layers... +(12:43:43 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:43:43 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:43:43 2015-11-18)[nerv] info: create layer: combinerL1 +(12:43:43 2015-11-18)[nerv] info: create layer: outputL +(12:43:43 2015-11-18)[nerv] info: create layer: softmaxL +(12:43:43 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER33 LR0.010077696]: preparing layers end. +[SCHEDULER ITER33 LR0.010077696]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER33 LR0.010077696]: Initing TNN end. +===ITERATION 33 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40092 words processed Wed Nov 18 12:43:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.929093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.80160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.70523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13018 clock time +[SCHEDULER ITER33 LR0.010077696]: 80099 words processed Wed Nov 18 12:44:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.925926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93380 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10512 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12215 clock time +[SCHEDULER ITER33 LR0.010077696]: 120004 words processed Wed Nov 18 12:44:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93011 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12276 clock time +[SCHEDULER ITER33 LR0.010077696]: 160114 words processed Wed Nov 18 12:44:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.922722. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10575 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time +[SCHEDULER ITER33 LR0.010077696]: 200066 words processed Wed Nov 18 12:44:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95022 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10490 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER33 LR0.010077696]: 240045 words processed Wed Nov 18 12:44:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.918333. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00091 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11243 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER33 LR0.010077696]: 280057 words processed Wed Nov 18 12:45:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.914713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12354 clock time +[SCHEDULER ITER33 LR0.010077696]: 320106 words processed Wed Nov 18 12:45:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.912862. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95449 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12378 clock time +[SCHEDULER ITER33 LR0.010077696]: 360024 words processed Wed Nov 18 12:45:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.911181. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12202 clock time +[SCHEDULER ITER33 LR0.010077696]: 400089 words processed Wed Nov 18 12:45:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time +[SCHEDULER ITER33 LR0.010077696]: 440067 words processed Wed Nov 18 12:45:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908964. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97302 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11020 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER33 LR0.010077696]: 480051 words processed Wed Nov 18 12:46:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.909244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95866 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12379 clock time +[SCHEDULER ITER33 LR0.010077696]: 520140 words processed Wed Nov 18 12:46:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93725 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time +[SCHEDULER ITER33 LR0.010077696]: 560132 words processed Wed Nov 18 12:46:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908028. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92614 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09855 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time +[SCHEDULER ITER33 LR0.010077696]: 600118 words processed Wed Nov 18 12:46:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.905823. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92047 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09596 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12122 clock time +[SCHEDULER ITER33 LR0.010077696]: 640090 words processed Wed Nov 18 12:46:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.903686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09803 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12085 clock time +[SCHEDULER ITER33 LR0.010077696]: 680075 words processed Wed Nov 18 12:47:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.902356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12210 clock time +[SCHEDULER ITER33 LR0.010077696]: 720043 words processed Wed Nov 18 12:47:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.901253. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96782 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10872 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER33 LR0.010077696]: 760012 words processed Wed Nov 18 12:47:32 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.16792 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.05536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.77800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16164 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13491 clock time +[SCHEDULER ITER33 LR0.010077696]: 800113 words processed Wed Nov 18 12:47:44 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER33 LR0.010077696]: 840089 words processed Wed Nov 18 12:47:56 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897764. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00777 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time +[SCHEDULER ITER33 LR0.010077696]: 880052 words processed Wed Nov 18 12:48:08 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11116 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12408 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER33 LR0.010077696]: shuffling training file +===PEEK ON TEST 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40087 words processed Wed Nov 18 12:48:17 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.105025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66961 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40095 words processed Wed Nov 18 12:48:27 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.182599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99972 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER33 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... + +[SCHEDULER ITER34 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER34 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526300 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529953 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286738 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69402945 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465377 +[SCHEDULER ITER34 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER34 LR0.0060466176]: preparing layers... +(12:48:36 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:48:36 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:48:36 2015-11-18)[nerv] info: create layer: combinerL1 +(12:48:36 2015-11-18)[nerv] info: create layer: outputL +(12:48:36 2015-11-18)[nerv] info: create layer: softmaxL +(12:48:36 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER34 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER34 LR0.0060466176]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER34 LR0.0060466176]: Initing TNN end. +===ITERATION 34 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40092 words processed Wed Nov 18 12:48:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.927516. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER34 LR0.0060466176]: 80099 words processed Wed Nov 18 12:49:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.924363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00152 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11586 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12344 clock time +[SCHEDULER ITER34 LR0.0060466176]: 120004 words processed Wed Nov 18 12:49:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.919896. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11754 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER34 LR0.0060466176]: 160114 words processed Wed Nov 18 12:49:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.921244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13001 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER34 LR0.0060466176]: 200066 words processed Wed Nov 18 12:49:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.920525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11758 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12284 clock time +[SCHEDULER ITER34 LR0.0060466176]: 240045 words processed Wed Nov 18 12:49:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.916893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99230 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11871 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12411 clock time +[SCHEDULER ITER34 LR0.0060466176]: 280057 words processed Wed Nov 18 12:50:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.913290. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98573 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12454 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time +[SCHEDULER ITER34 LR0.0060466176]: 320106 words processed Wed Nov 18 12:50:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.911461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00146 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12293 clock time +[SCHEDULER ITER34 LR0.0060466176]: 360024 words processed Wed Nov 18 12:50:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.909783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12505 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[SCHEDULER ITER34 LR0.0060466176]: 400089 words processed Wed Nov 18 12:50:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906950. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98452 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12892 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time +[SCHEDULER ITER34 LR0.0060466176]: 440067 words processed Wed Nov 18 12:50:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907576. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98303 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11456 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12380 clock time +[SCHEDULER ITER34 LR0.0060466176]: 480051 words processed Wed Nov 18 12:51:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907859. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11347 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time +[SCHEDULER ITER34 LR0.0060466176]: 520140 words processed Wed Nov 18 12:51:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER34 LR0.0060466176]: 560132 words processed Wed Nov 18 12:51:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906662. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01046 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER34 LR0.0060466176]: 600118 words processed Wed Nov 18 12:51:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.904460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99203 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11688 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12410 clock time +[SCHEDULER ITER34 LR0.0060466176]: 640090 words processed Wed Nov 18 12:51:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.902324. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00946 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER34 LR0.0060466176]: 680075 words processed Wed Nov 18 12:52:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.900997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01651 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER34 LR0.0060466176]: 720043 words processed Wed Nov 18 12:52:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.899895. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12287 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER34 LR0.0060466176]: 760012 words processed Wed Nov 18 12:52:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03051 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time +[SCHEDULER ITER34 LR0.0060466176]: 800113 words processed Wed Nov 18 12:52:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897682. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03194 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER34 LR0.0060466176]: 840089 words processed Wed Nov 18 12:52:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.896402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00887 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER34 LR0.0060466176]: 880052 words processed Wed Nov 18 12:53:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.895871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00792 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12460 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12384 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER34 LR0.0060466176]: shuffling training file +===PEEK ON TEST 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40087 words processed Wed Nov 18 12:53:09 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.104154. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02959 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.75717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40095 words processed Wed Nov 18 12:53:19 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.181872. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01889 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.74313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER34 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... + +[SCHEDULER ITER35 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER35 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062432 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066085 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35822859 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939065 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465345 +[SCHEDULER ITER35 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER35 LR0.00362797056]: preparing layers... +(12:53:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:53:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:53:29 2015-11-18)[nerv] info: create layer: combinerL1 +(12:53:29 2015-11-18)[nerv] info: create layer: outputL +(12:53:29 2015-11-18)[nerv] info: create layer: softmaxL +(12:53:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER35 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER35 LR0.00362797056]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER35 LR0.00362797056]: Initing TNN end. +===ITERATION 35 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40092 words processed Wed Nov 18 12:53:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.926501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13462 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER35 LR0.00362797056]: 80099 words processed Wed Nov 18 12:53:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.923356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11986 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER35 LR0.00362797056]: 120004 words processed Wed Nov 18 12:54:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.918930. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12042 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER35 LR0.00362797056]: 160114 words processed Wed Nov 18 12:54:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.920291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00943 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12998 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER35 LR0.00362797056]: 200066 words processed Wed Nov 18 12:54:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.919579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER35 LR0.00362797056]: 240045 words processed Wed Nov 18 12:54:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.915968. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11996 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time +[SCHEDULER ITER35 LR0.00362797056]: 280057 words processed Wed Nov 18 12:54:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.912378. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13038 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER35 LR0.00362797056]: 320106 words processed Wed Nov 18 12:55:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.910563. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13112 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12607 clock time +[SCHEDULER ITER35 LR0.00362797056]: 360024 words processed Wed Nov 18 12:55:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.908889. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time +[SCHEDULER ITER35 LR0.00362797056]: 400089 words processed Wed Nov 18 12:55:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906061. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13412 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12647 clock time +[SCHEDULER ITER35 LR0.00362797056]: 440067 words processed Wed Nov 18 12:55:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906689. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00280 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11976 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time +[SCHEDULER ITER35 LR0.00362797056]: 480051 words processed Wed Nov 18 12:55:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906977. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time +[SCHEDULER ITER35 LR0.00362797056]: 520140 words processed Wed Nov 18 12:56:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906417. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01201 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time +[SCHEDULER ITER35 LR0.00362797056]: 560132 words processed Wed Nov 18 12:56:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.905791. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99635 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11674 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12566 clock time +[SCHEDULER ITER35 LR0.00362797056]: 600118 words processed Wed Nov 18 12:56:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.903593. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER35 LR0.00362797056]: 640090 words processed Wed Nov 18 12:56:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.901457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98858 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER35 LR0.00362797056]: 680075 words processed Wed Nov 18 12:56:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.900130. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11973 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER35 LR0.00362797056]: 720043 words processed Wed Nov 18 12:57:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.899031. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01215 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11971 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12678 clock time +[SCHEDULER ITER35 LR0.00362797056]: 760012 words processed Wed Nov 18 12:57:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.897035. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98906 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER35 LR0.00362797056]: 800113 words processed Wed Nov 18 12:57:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.896814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97448 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12034 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER35 LR0.00362797056]: 840089 words processed Wed Nov 18 12:57:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11201 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time +[SCHEDULER ITER35 LR0.00362797056]: 880052 words processed Wed Nov 18 12:57:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96820 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11656 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12360 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER35 LR0.00362797056]: shuffling training file +===PEEK ON TEST 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40087 words processed Wed Nov 18 12:58:02 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.103584. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.69977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40095 words processed Wed Nov 18 12:58:12 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.181381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER35 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... + +===VALIDATION PPL record=== + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526247 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529900 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286627 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69402830 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465248 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(12:58:22 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:58:22 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:58:22 2015-11-18)[nerv] info: create layer: combinerL1 +(12:58:22 2015-11-18)[nerv] info: create layer: outputL +(12:58:22 2015-11-18)[nerv] info: create layer: softmaxL +(12:58:22 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 12:58:26 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.103584. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.71964 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11812 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/logs/LOG-tnn-h400 b/nerv/examples/lmptb/logs/LOG-tnn-h400 new file mode 100644 index 0000000..14270fe --- /dev/null +++ b/nerv/examples/lmptb/logs/LOG-tnn-h400 @@ -0,0 +1,9372 @@ +Greetings +[SCHEDULER]: not user setting, all default... +[SCHEDULER]: printing global_conf... +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +param_random function: 0x41568798 +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +decay_iter 16 +mmat_type table: 0x4155ddf0 +vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +log_w_num 40000 +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +batch_size 10 +hidden_size 400 +timer nerv.Timer +sche_log_pre [SCHEDULER]: +nn_act_default 0 +max_iter 35 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +wcost 1e-05 +chunk_size 15 +cumat_type table: 0x4159b8e8 +[SCHEDULER]: printing training scheduling options... +lr_half false +start_iter -1 +ppl_last 100000 +[SCHEDULER]: printing training scheduling end. +[SCHEDULER]: creating work_dir... +[SCHEDULER]: building vocab... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +[SCHEDULER]: first time, generating parameters... +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46010296 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 47850982 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 93850772 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 93855417 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 93970392 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(23:35:45 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:35:45 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:35:45 2015-11-17)[nerv] info: create layer: combinerL1 +(23:35:45 2015-11-17)[nerv] info: create layer: outputL +(23:35:45 2015-11-17)[nerv] info: create layer: softmaxL +(23:35:45 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Tue Nov 17 23:35:51 2015. + [SCHEDULER]: log prob per sample :-4.031438. + [global_conf.timer]: time spent on tnn_beforeprocess:0.51120 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.70094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.94917 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13248 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER ITER1 LR1]: preparing parameters... +[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46010296 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 47850982 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 93850772 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 93855417 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 93970392 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(23:35:59 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:35:59 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:35:59 2015-11-17)[nerv] info: create layer: combinerL1 +(23:35:59 2015-11-17)[nerv] info: create layer: outputL +(23:35:59 2015-11-17)[nerv] info: create layer: softmaxL +(23:35:59 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Tue Nov 17 23:36:12 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.307163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.97858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time +[SCHEDULER ITER1 LR1]: 80063 words processed Tue Nov 17 23:36:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.167927. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72435 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46101 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12725 clock time +[SCHEDULER ITER1 LR1]: 120068 words processed Tue Nov 17 23:36:38 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.072096. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71643 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.94612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER1 LR1]: 160017 words processed Tue Nov 17 23:36:51 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.999475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70526 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER1 LR1]: 200138 words processed Tue Nov 17 23:37:05 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.960525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.49050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13162 clock time +[SCHEDULER ITER1 LR1]: 240007 words processed Tue Nov 17 23:37:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. + [global_conf.timer]: time spent on tnn_beforeprocess:0.53133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:4.03094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.52548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.51544 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.14333 clock time +[SCHEDULER ITER1 LR1]: 280135 words processed Tue Nov 17 23:37:32 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.895095. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72695 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46205 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER1 LR1]: 320080 words processed Tue Nov 17 23:37:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.870160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68051 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER1 LR1]: 360059 words processed Tue Nov 17 23:37:58 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.844175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68577 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER1 LR1]: 400021 words processed Tue Nov 17 23:38:11 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.825951. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69065 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45209 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER1 LR1]: 440102 words processed Tue Nov 17 23:38:24 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.806475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45847 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER1 LR1]: 480051 words processed Tue Nov 17 23:38:37 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.789229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER1 LR1]: 520093 words processed Tue Nov 17 23:38:50 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.773809. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70210 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER1 LR1]: 560039 words processed Tue Nov 17 23:39:03 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.756861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68531 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time +[SCHEDULER ITER1 LR1]: 600112 words processed Tue Nov 17 23:39:16 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.746111. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69925 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER1 LR1]: 640076 words processed Tue Nov 17 23:39:29 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.734203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68886 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45330 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER1 LR1]: 680026 words processed Tue Nov 17 23:39:42 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.724362. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.98914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12844 clock time +[SCHEDULER ITER1 LR1]: 720133 words processed Tue Nov 17 23:39:55 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.714482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69692 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.91832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER1 LR1]: 760048 words processed Tue Nov 17 23:40:08 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.702566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67797 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.86931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45006 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER1 LR1]: 800117 words processed Tue Nov 17 23:40:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.694301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69251 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time +[SCHEDULER ITER1 LR1]: 840116 words processed Tue Nov 17 23:40:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.683815. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68128 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER1 LR1]: 880037 words processed Tue Nov 17 23:40:47 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.675707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67969 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Tue Nov 17 23:40:58 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.514792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.44770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Tue Nov 17 23:41:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.557255. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.41725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... + +[SCHEDULER ITER2 LR1]: preparing parameters... +[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1910948 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1915804 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 47942998 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48059425 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94081374 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(23:41:19 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:41:19 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:41:19 2015-11-17)[nerv] info: create layer: combinerL1 +(23:41:19 2015-11-17)[nerv] info: create layer: outputL +(23:41:19 2015-11-17)[nerv] info: create layer: softmaxL +(23:41:19 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Tue Nov 17 23:41:32 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.799221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46377 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER2 LR1]: 80099 words processed Tue Nov 17 23:41:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.675260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79010 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12454 clock time +[SCHEDULER ITER2 LR1]: 120004 words processed Tue Nov 17 23:41:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.625292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79597 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45735 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time +[SCHEDULER ITER2 LR1]: 160114 words processed Tue Nov 17 23:42:11 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.601139. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82418 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46627 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER2 LR1]: 200066 words processed Tue Nov 17 23:42:24 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.586182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79828 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER2 LR1]: 240045 words processed Tue Nov 17 23:42:37 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.569745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45781 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER2 LR1]: 280057 words processed Tue Nov 17 23:42:50 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.558289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80717 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46324 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER2 LR1]: 320106 words processed Tue Nov 17 23:43:03 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.546701. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER2 LR1]: 360024 words processed Tue Nov 17 23:43:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.538361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79494 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time +[SCHEDULER ITER2 LR1]: 400089 words processed Tue Nov 17 23:43:29 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.532957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80046 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12432 clock time +[SCHEDULER ITER2 LR1]: 440067 words processed Tue Nov 17 23:43:42 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.527843. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80066 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER2 LR1]: 480051 words processed Tue Nov 17 23:43:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.523169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79117 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER2 LR1]: 520140 words processed Tue Nov 17 23:44:08 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.518885. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time +[SCHEDULER ITER2 LR1]: 560132 words processed Tue Nov 17 23:44:21 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.514611. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER2 LR1]: 600118 words processed Tue Nov 17 23:44:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.512709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12405 clock time +[SCHEDULER ITER2 LR1]: 640090 words processed Tue Nov 17 23:44:47 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.508568. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12473 clock time +[SCHEDULER ITER2 LR1]: 680075 words processed Tue Nov 17 23:45:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.505824. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER2 LR1]: 720043 words processed Tue Nov 17 23:45:13 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.503375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78838 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45411 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12403 clock time +[SCHEDULER ITER2 LR1]: 760012 words processed Tue Nov 17 23:45:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.500743. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12720 clock time +[SCHEDULER ITER2 LR1]: 800113 words processed Tue Nov 17 23:45:41 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86594 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47835 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12907 clock time +[SCHEDULER ITER2 LR1]: 840089 words processed Tue Nov 17 23:45:54 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.494761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79481 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45671 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER2 LR1]: 880052 words processed Tue Nov 17 23:46:07 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.492221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45370 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12444 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Tue Nov 17 23:46:17 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.393024. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52763 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Tue Nov 17 23:46:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.438429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80517 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... + +[SCHEDULER ITER3 LR1]: preparing parameters... +[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46026952 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46031813 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92080375 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92196721 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94106578 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(23:46:38 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:46:38 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:46:38 2015-11-17)[nerv] info: create layer: combinerL1 +(23:46:38 2015-11-17)[nerv] info: create layer: outputL +(23:46:38 2015-11-17)[nerv] info: create layer: softmaxL +(23:46:38 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40092 words processed Tue Nov 17 23:46:51 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-3.275433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time +[SCHEDULER ITER3 LR1]: 80099 words processed Tue Nov 17 23:47:04 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.872201. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83027 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45764 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12709 clock time +[SCHEDULER ITER3 LR1]: 120004 words processed Tue Nov 17 23:47:17 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.726336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45410 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time +[SCHEDULER ITER3 LR1]: 160114 words processed Tue Nov 17 23:47:30 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.654691. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82175 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12676 clock time +[SCHEDULER ITER3 LR1]: 200066 words processed Tue Nov 17 23:47:43 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.611192. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79822 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45243 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[SCHEDULER ITER3 LR1]: 240045 words processed Tue Nov 17 23:47:56 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.576347. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81405 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time +[SCHEDULER ITER3 LR1]: 280057 words processed Tue Nov 17 23:48:09 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.552071. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46493 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12686 clock time +[SCHEDULER ITER3 LR1]: 320106 words processed Tue Nov 17 23:48:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.531340. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46314 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time +[SCHEDULER ITER3 LR1]: 360024 words processed Tue Nov 17 23:48:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.516297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81574 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11870 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time +[SCHEDULER ITER3 LR1]: 400089 words processed Tue Nov 17 23:48:48 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.504316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time +[SCHEDULER ITER3 LR1]: 440067 words processed Tue Nov 17 23:49:01 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.494362. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81113 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Tue Nov 17 23:49:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.485817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80855 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45298 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER3 LR1]: 520140 words processed Tue Nov 17 23:49:27 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.478381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82407 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46236 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER3 LR1]: 560132 words processed Tue Nov 17 23:49:40 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.471582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79987 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45201 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER3 LR1]: 600118 words processed Tue Nov 17 23:49:53 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.465902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79892 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45132 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER3 LR1]: 640090 words processed Tue Nov 17 23:50:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.459844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79979 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45219 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER3 LR1]: 680075 words processed Tue Nov 17 23:50:19 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.455940. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45354 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER3 LR1]: 720043 words processed Tue Nov 17 23:50:32 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.452489. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79883 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45168 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER3 LR1]: 760012 words processed Tue Nov 17 23:50:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.448549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79953 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45282 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER3 LR1]: 800113 words processed Tue Nov 17 23:50:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.444581. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82697 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12624 clock time +[SCHEDULER ITER3 LR1]: 840089 words processed Tue Nov 17 23:51:11 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.440613. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81480 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER3 LR1]: 880052 words processed Tue Nov 17 23:51:24 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.437307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12776 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Tue Nov 17 23:51:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.340049. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81179 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Tue Nov 17 23:51:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.391577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... + +[SCHEDULER ITER4 LR1]: preparing parameters... +[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1908429 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1913289 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 47980731 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48097059 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94127997 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(23:51:55 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:51:55 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:51:55 2015-11-17)[nerv] info: create layer: combinerL1 +(23:51:55 2015-11-17)[nerv] info: create layer: outputL +(23:51:55 2015-11-17)[nerv] info: create layer: softmaxL +(23:51:55 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Tue Nov 17 23:52:08 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.391105. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46638 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Tue Nov 17 23:52:21 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.376497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12458 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Tue Nov 17 23:52:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.366345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79999 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Tue Nov 17 23:52:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.364730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82131 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Tue Nov 17 23:53:00 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12479 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Tue Nov 17 23:53:13 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357506. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80456 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Tue Nov 17 23:53:26 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353198. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Tue Nov 17 23:53:39 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Tue Nov 17 23:53:52 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346147. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80613 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Tue Nov 17 23:54:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46336 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Tue Nov 17 23:54:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80688 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45681 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Tue Nov 17 23:54:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.341647. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Tue Nov 17 23:54:44 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81045 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Tue Nov 17 23:54:57 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Tue Nov 17 23:55:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336693. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79418 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Tue Nov 17 23:55:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Tue Nov 17 23:55:36 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336036. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12420 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Tue Nov 17 23:55:49 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336131. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Tue Nov 17 23:56:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335426. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45734 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Tue Nov 17 23:56:15 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Tue Nov 17 23:56:28 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333583. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45458 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Tue Nov 17 23:56:41 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45602 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12422 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Tue Nov 17 23:56:51 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.305606. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53520 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12058 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Tue Nov 17 23:57:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357810. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... + +[SCHEDULER ITER5 LR1]: preparing parameters... +[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46035776 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46040636 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92129701 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92246062 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94153510 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(23:57:12 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:57:12 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:57:12 2015-11-17)[nerv] info: create layer: combinerL1 +(23:57:12 2015-11-17)[nerv] info: create layer: outputL +(23:57:12 2015-11-17)[nerv] info: create layer: softmaxL +(23:57:12 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Tue Nov 17 23:57:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.341879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81077 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46231 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Tue Nov 17 23:57:38 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.330200. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45068 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Tue Nov 17 23:57:51 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.320093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Tue Nov 17 23:58:04 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.318935. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12684 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Tue Nov 17 23:58:17 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.317904. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81390 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12674 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Tue Nov 17 23:58:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.311871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Tue Nov 17 23:58:43 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.307911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Tue Nov 17 23:58:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.303675. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46071 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Tue Nov 17 23:59:09 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Tue Nov 17 23:59:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299068. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46322 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Tue Nov 17 23:59:35 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297905. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Tue Nov 17 23:59:48 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297088. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80721 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 00:00:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81389 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 00:00:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79631 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 00:00:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45137 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 00:00:40 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291223. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45082 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 00:00:53 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.290195. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 00:01:06 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.289514. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45389 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 00:01:19 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.288551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45221 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 00:01:32 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.287844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46185 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 00:01:45 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.286447. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45473 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 00:01:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285828. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80170 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 00:02:08 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.276905. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54142 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 00:02:19 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.331806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12138 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... + +[SCHEDULER ITER6 LR1]: preparing parameters... +[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1906458 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1911317 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48021511 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48137877 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94177466 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(00:02:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:02:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:02:29 2015-11-18)[nerv] info: create layer: combinerL1 +(00:02:29 2015-11-18)[nerv] info: create layer: outputL +(00:02:29 2015-11-18)[nerv] info: create layer: softmaxL +(00:02:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 00:02:42 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270739. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81363 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46862 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 00:02:55 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80768 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13021 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45960 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 00:03:08 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.266183. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80921 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45854 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 00:03:21 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46702 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 00:03:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.268587. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82839 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 00:03:47 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263620. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 00:04:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.260267. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81562 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 00:04:13 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257225. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80907 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46342 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 00:04:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.255590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 00:04:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253925. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47054 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 00:04:52 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253657. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81724 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 00:05:05 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 00:05:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252972. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 00:05:31 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252400. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81540 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 00:05:44 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.250246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 00:05:57 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 00:06:10 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248232. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45562 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 00:06:23 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248073. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46171 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 00:06:36 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.247305. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81303 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46258 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 00:06:49 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.246902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47024 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 00:07:02 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46274 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 00:07:16 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245326. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47396 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12967 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 00:07:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253756. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80582 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52990 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 00:07:37 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.310530. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81944 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12094 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... + +[SCHEDULER ITER7 LR1]: preparing parameters... +[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46042825 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46047682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92177930 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92294298 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94199860 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(00:07:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:07:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:07:47 2015-11-18)[nerv] info: create layer: combinerL1 +(00:07:47 2015-11-18)[nerv] info: create layer: outputL +(00:07:47 2015-11-18)[nerv] info: create layer: softmaxL +(00:07:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 00:08:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.249645. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 00:08:13 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.247314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79514 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 00:08:26 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98009 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45771 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12685 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 00:08:39 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.239163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46444 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 00:08:52 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238942. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 00:09:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 00:09:18 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.229517. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83202 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46535 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 00:09:31 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.226536. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46008 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 00:09:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.224857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45264 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 00:09:57 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81685 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 00:10:10 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.223022. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80319 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12587 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 00:10:23 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222837. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 00:10:36 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222408. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46228 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 00:10:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.221800. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80848 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45587 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 00:11:02 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.220159. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45059 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 00:11:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79249 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 00:11:28 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79154 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45063 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 00:11:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.217857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79462 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45112 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 00:11:54 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 00:12:07 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98972 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45991 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 00:12:20 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215650. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45871 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12690 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 00:12:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215435. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 00:12:43 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238224. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53633 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 00:12:54 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.294045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52934 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... + +[SCHEDULER ITER8 LR1]: preparing parameters... +[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1904486 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1909343 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48056478 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48172824 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94217922 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(00:13:04 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:13:04 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:13:04 2015-11-18)[nerv] info: create layer: combinerL1 +(00:13:04 2015-11-18)[nerv] info: create layer: outputL +(00:13:04 2015-11-18)[nerv] info: create layer: softmaxL +(00:13:04 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 00:13:17 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84576 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47310 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 00:13:30 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.208422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80086 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12501 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 00:13:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.202741. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 00:13:56 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.204852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46277 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 00:14:09 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 00:14:22 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.200758. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79728 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 00:14:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.197356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 00:14:48 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.194953. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 00:15:01 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.193882. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45528 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 00:15:14 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192172. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 00:15:27 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46093 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 00:15:40 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45683 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 00:15:53 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 00:16:06 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192396. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45563 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 00:16:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79950 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 00:16:32 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190479. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82533 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 00:16:45 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45995 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 00:16:58 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 00:17:11 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 00:17:24 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82488 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 00:17:37 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188564. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45704 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 00:17:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80122 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 00:18:00 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.228045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 00:18:11 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.284902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82075 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... + +[SCHEDULER ITER9 LR1]: preparing parameters... +[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46046935 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46051792 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92213915 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92330266 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94233834 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(00:18:21 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:18:21 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:18:21 2015-11-18)[nerv] info: create layer: combinerL1 +(00:18:21 2015-11-18)[nerv] info: create layer: outputL +(00:18:21 2015-11-18)[nerv] info: create layer: softmaxL +(00:18:21 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 00:18:34 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.185243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84695 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47049 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 00:18:47 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.185234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 00:19:00 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.179490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 00:19:13 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.180880. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46206 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 00:19:26 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.181628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45769 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 00:19:39 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.176834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 00:19:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.173533. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82177 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12612 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 00:20:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.171315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12677 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 00:20:18 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.170219. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 00:20:31 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168687. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12675 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 00:20:44 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82759 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 00:20:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82143 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 00:21:11 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169675. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46502 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12752 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 00:21:24 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169508. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 00:21:37 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167812. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 00:21:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80943 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 00:22:03 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81800 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 00:22:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165612. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80786 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 00:22:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45716 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12664 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 00:22:42 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82297 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46203 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12605 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 00:22:55 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165110. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45296 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 00:23:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 00:23:18 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.218169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55981 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12120 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 00:23:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.276967. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82871 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... + +[SCHEDULER ITER10 LR1]: preparing parameters... +[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1902646 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1907502 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48081819 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48198168 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94246602 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(00:23:39 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:23:39 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:23:39 2015-11-18)[nerv] info: create layer: combinerL1 +(00:23:39 2015-11-18)[nerv] info: create layer: outputL +(00:23:39 2015-11-18)[nerv] info: create layer: softmaxL +(00:23:39 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 00:23:52 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.161772. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83139 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46910 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 00:24:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.170801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82466 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46107 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 00:24:18 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.169117. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45728 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 00:24:31 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.170123. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 00:24:44 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.169525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45843 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 00:24:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.163683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46009 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 00:25:10 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.159520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82355 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 00:25:23 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.156659. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82088 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 00:25:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.155076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83399 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45984 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 00:25:50 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.152968. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89129 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.29828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48078 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12932 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 00:26:03 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45760 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 00:26:16 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 00:26:29 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153573. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 00:26:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153237. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81610 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45814 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 00:26:55 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.151114. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 00:27:08 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45792 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 00:27:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149010. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 00:27:34 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82599 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46200 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 00:27:47 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148724. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45933 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 00:28:00 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83863 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46817 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 00:28:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148423. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81130 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11286 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 00:28:26 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80734 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 00:28:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.211341. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82504 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 00:28:47 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.271336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12132 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... + +[SCHEDULER ITER11 LR1]: preparing parameters... +[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46048635 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46053492 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92239326 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92355669 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94257460 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(00:28:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:28:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:28:57 2015-11-18)[nerv] info: create layer: combinerL1 +(00:28:57 2015-11-18)[nerv] info: create layer: outputL +(00:28:57 2015-11-18)[nerv] info: create layer: softmaxL +(00:28:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 00:29:10 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.143029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84337 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46808 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 00:29:23 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.145413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82191 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 00:29:36 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.140768. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 00:29:49 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.142047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83749 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46106 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 00:30:02 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.143075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 00:30:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138477. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45176 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 00:30:28 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135379. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 00:30:41 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.133294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83249 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46148 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 00:30:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.132178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45045 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 00:31:07 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130465. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46115 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 00:31:20 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 00:31:33 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131842. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82153 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 00:31:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131951. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83607 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 00:31:59 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131942. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81889 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45328 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 00:32:12 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130849. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81801 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45123 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 00:32:25 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 00:32:38 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129367. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45447 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 00:32:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129210. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 00:33:04 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128640. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45751 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 00:33:18 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46830 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 00:33:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 00:33:44 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128443. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45470 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 00:33:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.205328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83449 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12064 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 00:34:05 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.266893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86414 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.59864 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12195 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... + +[SCHEDULER ITER12 LR1]: preparing parameters... +[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1900824 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1905681 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48102353 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48218693 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94267080 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(00:34:16 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:34:16 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:34:16 2015-11-18)[nerv] info: create layer: combinerL1 +(00:34:16 2015-11-18)[nerv] info: create layer: outputL +(00:34:16 2015-11-18)[nerv] info: create layer: softmaxL +(00:34:16 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 00:34:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.124180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 00:34:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.126783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82197 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 00:34:55 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.122591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46003 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 00:35:08 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.124062. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 00:35:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.125058. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81435 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 00:35:34 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.120799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45260 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 00:35:47 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.117710. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 00:36:01 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115919. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 00:36:15 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12765 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 00:36:28 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114106. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83197 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46431 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 00:36:41 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115738. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 00:36:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 00:37:07 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116616. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 00:37:20 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 00:37:33 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45195 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 00:37:46 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81320 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 00:37:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 00:38:12 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113669. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 00:38:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 00:38:38 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83423 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46550 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 00:38:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45603 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 00:39:04 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114262. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81611 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 00:39:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.201761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58013 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12216 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 00:39:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.264364. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12084 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... + +[SCHEDULER ITER13 LR1]: preparing parameters... +[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46047474 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46052331 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92260944 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92377287 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94277114 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(00:39:35 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:39:35 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:39:35 2015-11-18)[nerv] info: create layer: combinerL1 +(00:39:35 2015-11-18)[nerv] info: create layer: outputL +(00:39:35 2015-11-18)[nerv] info: create layer: softmaxL +(00:39:35 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 00:39:48 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.108782. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47093 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 00:40:01 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.108798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45284 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 00:40:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105841. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45235 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 00:40:27 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.107861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84364 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46290 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12613 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 00:40:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.109129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82788 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45489 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 00:40:53 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45730 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 00:41:07 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.102234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85391 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46739 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 00:41:21 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 00:41:35 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099646. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12953 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 00:41:49 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098502. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12894 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 00:42:02 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099850. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84259 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 00:42:15 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45417 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 00:42:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100767. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85293 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46819 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 00:42:42 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.101049. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45912 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 00:42:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099862. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 00:43:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83430 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45720 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 00:43:21 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098536. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45456 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 00:43:34 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098495. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 00:43:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82589 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45420 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 00:44:00 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46155 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 00:44:13 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098021. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45105 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 00:44:26 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098288. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82010 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45229 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12492 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 00:44:36 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.196971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57022 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 00:44:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.261017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84288 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... + +[SCHEDULER ITER14 LR1]: preparing parameters... +[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1898779 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1903636 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48124723 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48241050 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94286873 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(00:44:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:44:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:44:58 2015-11-18)[nerv] info: create layer: combinerL1 +(00:44:58 2015-11-18)[nerv] info: create layer: outputL +(00:44:58 2015-11-18)[nerv] info: create layer: softmaxL +(00:44:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 00:45:11 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.095183. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46767 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 00:45:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099174. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85118 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12632 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 00:45:37 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.095034. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83246 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 00:45:51 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.096218. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 00:46:05 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.097160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.90569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12899 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 00:46:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.093351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 00:46:32 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.090035. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46981 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 00:46:45 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46364 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 00:46:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.087120. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80709 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45292 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12428 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 00:47:11 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.085270. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81891 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46280 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 00:47:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.086460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80374 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 00:47:37 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.087289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80497 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12453 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 00:47:50 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088368. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83290 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 00:48:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 00:48:16 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.086702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80941 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12448 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 00:48:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.085500. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80579 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 00:48:42 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45439 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 00:48:55 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084741. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46048 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 00:49:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.083971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81651 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 00:49:21 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084458. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82866 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 00:49:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.083801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81981 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 00:49:47 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81549 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 00:49:57 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.194611. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 00:50:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.259121. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81824 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54278 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... + +[SCHEDULER ITER15 LR1]: preparing parameters... +[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46044096 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46048953 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92284056 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92400364 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94298070 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(00:50:18 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:50:18 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:50:18 2015-11-18)[nerv] info: create layer: combinerL1 +(00:50:18 2015-11-18)[nerv] info: create layer: outputL +(00:50:18 2015-11-18)[nerv] info: create layer: softmaxL +(00:50:18 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 00:50:31 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.084755. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 00:50:44 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083071. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80411 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45225 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 00:50:57 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45290 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 00:51:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.081760. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 00:51:23 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.082811. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80413 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45237 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 00:51:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45130 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 00:51:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.076124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 00:52:03 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83752 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46671 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 00:52:16 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073550. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 00:52:29 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071915. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46556 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 00:52:42 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073241. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 00:52:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074109. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82636 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 00:53:08 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.075079. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12589 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 00:53:21 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.075447. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45487 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 00:53:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073494. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 00:53:47 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.072317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81078 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 00:54:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 00:54:13 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80727 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 00:54:26 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070849. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80543 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 00:54:39 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 00:54:52 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45147 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 00:55:05 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071187. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45753 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 00:55:15 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.193578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83504 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56477 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 00:55:26 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.258322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82182 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54943 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... + +[SCHEDULER ITER16 LR1]: preparing parameters... +[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1896582 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1901439 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48151007 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48267317 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94309673 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(00:55:37 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:55:37 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:55:37 2015-11-18)[nerv] info: create layer: combinerL1 +(00:55:37 2015-11-18)[nerv] info: create layer: outputL +(00:55:37 2015-11-18)[nerv] info: create layer: softmaxL +(00:55:37 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 00:55:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.071227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 00:56:03 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 00:56:16 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.068604. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82204 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 00:56:29 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.069902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46414 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 00:56:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.070775. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45772 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 00:56:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.067488. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45729 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 00:57:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.064263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46967 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 00:57:22 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062450. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46965 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 00:57:35 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 00:57:48 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82120 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 00:58:01 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061392. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 00:58:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12455 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 00:58:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062546. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46253 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 00:58:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.063029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 00:58:53 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061276. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 00:59:06 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.060129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 00:59:19 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059711. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79441 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45365 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 00:59:32 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79452 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 00:59:45 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059127. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 00:59:58 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 01:00:11 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059387. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12478 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 01:00:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45519 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 01:00:34 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.189529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55181 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 01:00:45 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.255335. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53316 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... + +[SCHEDULER ITER17 LR1]: preparing parameters... +[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46040789 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46045646 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92309964 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92426275 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321898 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(01:00:55 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:00:55 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:00:55 2015-11-18)[nerv] info: create layer: combinerL1 +(01:00:55 2015-11-18)[nerv] info: create layer: outputL +(01:00:55 2015-11-18)[nerv] info: create layer: softmaxL +(01:00:55 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 01:01:08 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.062199. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83177 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 01:01:21 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.061475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 01:01:34 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.057783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81042 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 01:01:47 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.058875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 01:02:01 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060098. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12771 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 01:02:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.056824. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81026 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 01:02:27 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.053589. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 01:02:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051827. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80612 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 01:02:53 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45242 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 01:03:06 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81092 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 01:03:19 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79671 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45253 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 01:03:32 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051765. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45532 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 01:03:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051868. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83054 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 01:03:58 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.052340. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 01:04:11 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 01:04:25 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049437. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84783 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46757 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 01:04:38 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048901. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80044 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 01:04:51 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048947. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81309 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 01:05:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048059. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81062 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 01:05:17 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048592. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46283 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 01:05:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12441 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 01:05:43 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049066. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 01:05:53 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.189179. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55264 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12116 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 01:06:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.254521. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60289 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12272 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL did not improve, rejected, copying param file of last iter... + +[SCHEDULER ITER18 LR0.6]: preparing parameters... +[SCHEDULER ITER18 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46040789 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46045646 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92309964 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92426275 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321898 +[SCHEDULER ITER18 LR0.6]: preparing parameters end. +[SCHEDULER ITER18 LR0.6]: preparing layers... +(01:06:13 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:06:13 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:06:13 2015-11-18)[nerv] info: create layer: combinerL1 +(01:06:13 2015-11-18)[nerv] info: create layer: outputL +(01:06:13 2015-11-18)[nerv] info: create layer: softmaxL +(01:06:13 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR0.6]: preparing layers end. +[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR0.6]: Initing TNN end. +===ITERATION 18 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40092 words processed Wed Nov 18 01:06:26 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.034654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81674 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER18 LR0.6]: 80099 words processed Wed Nov 18 01:06:39 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.029461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80074 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45412 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time +[SCHEDULER ITER18 LR0.6]: 120004 words processed Wed Nov 18 01:06:52 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80204 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER18 LR0.6]: 160114 words processed Wed Nov 18 01:07:05 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82836 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER18 LR0.6]: 200066 words processed Wed Nov 18 01:07:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.022745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46014 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER18 LR0.6]: 240045 words processed Wed Nov 18 01:07:31 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018657. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46213 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER18 LR0.6]: 280057 words processed Wed Nov 18 01:07:44 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014651. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81670 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER18 LR0.6]: 320106 words processed Wed Nov 18 01:07:58 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012165. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46886 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time +[SCHEDULER ITER18 LR0.6]: 360024 words processed Wed Nov 18 01:08:11 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010607. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER18 LR0.6]: 400089 words processed Wed Nov 18 01:08:24 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008116. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER18 LR0.6]: 440067 words processed Wed Nov 18 01:08:37 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008955. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER18 LR0.6]: 480051 words processed Wed Nov 18 01:08:50 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009446. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80237 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER18 LR0.6]: 520140 words processed Wed Nov 18 01:09:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008913. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER18 LR0.6]: 560132 words processed Wed Nov 18 01:09:16 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80083 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time +[SCHEDULER ITER18 LR0.6]: 600118 words processed Wed Nov 18 01:09:29 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.006422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79868 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time +[SCHEDULER ITER18 LR0.6]: 640090 words processed Wed Nov 18 01:09:42 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.004642. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79893 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER18 LR0.6]: 680075 words processed Wed Nov 18 01:09:55 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER18 LR0.6]: 720043 words processed Wed Nov 18 01:10:08 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002975. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45358 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER18 LR0.6]: 760012 words processed Wed Nov 18 01:10:21 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[SCHEDULER ITER18 LR0.6]: 800113 words processed Wed Nov 18 01:10:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001687. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER18 LR0.6]: 840089 words processed Wed Nov 18 01:10:47 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000731. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80950 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45832 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER18 LR0.6]: 880052 words processed Wed Nov 18 01:11:00 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000778. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80655 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR0.6]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40087 words processed Wed Nov 18 01:11:10 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.161595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81049 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40095 words processed Wed Nov 18 01:11:21 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.230499. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83333 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... + +[SCHEDULER ITER19 LR0.36]: preparing parameters... +[SCHEDULER ITER19 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1894502 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1899358 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169801 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286086 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94324698 +[SCHEDULER ITER19 LR0.36]: preparing parameters end. +[SCHEDULER ITER19 LR0.36]: preparing layers... +(01:11:32 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:11:32 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:11:32 2015-11-18)[nerv] info: create layer: combinerL1 +(01:11:32 2015-11-18)[nerv] info: create layer: outputL +(01:11:32 2015-11-18)[nerv] info: create layer: softmaxL +(01:11:32 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR0.36]: preparing layers end. +[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR0.36]: Initing TNN end. +===ITERATION 19 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40092 words processed Wed Nov 18 01:11:45 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47066 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER19 LR0.36]: 80099 words processed Wed Nov 18 01:11:58 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.992757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81225 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER19 LR0.36]: 120004 words processed Wed Nov 18 01:12:11 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45665 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER19 LR0.36]: 160114 words processed Wed Nov 18 01:12:24 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.987052. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time +[SCHEDULER ITER19 LR0.36]: 200066 words processed Wed Nov 18 01:12:37 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45416 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER19 LR0.36]: 240045 words processed Wed Nov 18 01:12:50 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER19 LR0.36]: 280057 words processed Wed Nov 18 01:13:03 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.978092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83367 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER19 LR0.36]: 320106 words processed Wed Nov 18 01:13:16 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.975588. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46156 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER19 LR0.36]: 360024 words processed Wed Nov 18 01:13:29 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973917. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81012 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45467 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER19 LR0.36]: 400089 words processed Wed Nov 18 01:13:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971239. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46450 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER19 LR0.36]: 440067 words processed Wed Nov 18 01:13:55 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971940. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER19 LR0.36]: 480051 words processed Wed Nov 18 01:14:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972298. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER19 LR0.36]: 520140 words processed Wed Nov 18 01:14:21 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46957 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[SCHEDULER ITER19 LR0.36]: 560132 words processed Wed Nov 18 01:14:34 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45759 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time +[SCHEDULER ITER19 LR0.36]: 600118 words processed Wed Nov 18 01:14:47 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.968877. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81593 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER19 LR0.36]: 640090 words processed Wed Nov 18 01:15:00 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12622 clock time +[SCHEDULER ITER19 LR0.36]: 680075 words processed Wed Nov 18 01:15:13 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.965667. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82104 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER19 LR0.36]: 720043 words processed Wed Nov 18 01:15:26 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964819. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81494 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[SCHEDULER ITER19 LR0.36]: 760012 words processed Wed Nov 18 01:15:39 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.05946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45462 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER19 LR0.36]: 800113 words processed Wed Nov 18 01:15:52 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963080. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82290 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46399 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER19 LR0.36]: 840089 words processed Wed Nov 18 01:16:05 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER19 LR0.36]: 880052 words processed Wed Nov 18 01:16:18 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45511 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR0.36]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40087 words processed Wed Nov 18 01:16:28 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.140997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55619 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40095 words processed Wed Nov 18 01:16:39 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.212296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54767 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... + +[SCHEDULER ITER20 LR0.216]: preparing parameters... +[SCHEDULER ITER20 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46037538 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46042394 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92315401 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92431688 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94325528 +[SCHEDULER ITER20 LR0.216]: preparing parameters end. +[SCHEDULER ITER20 LR0.216]: preparing layers... +(01:16:49 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:16:49 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:16:49 2015-11-18)[nerv] info: create layer: combinerL1 +(01:16:49 2015-11-18)[nerv] info: create layer: outputL +(01:16:49 2015-11-18)[nerv] info: create layer: softmaxL +(01:16:49 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR0.216]: preparing layers end. +[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR0.216]: Initing TNN end. +===ITERATION 20 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40092 words processed Wed Nov 18 01:17:02 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.971285. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46703 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER20 LR0.216]: 80099 words processed Wed Nov 18 01:17:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79211 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time +[SCHEDULER ITER20 LR0.216]: 120004 words processed Wed Nov 18 01:17:29 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961339. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84971 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12819 clock time +[SCHEDULER ITER20 LR0.216]: 160114 words processed Wed Nov 18 01:17:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961815. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83328 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER20 LR0.216]: 200066 words processed Wed Nov 18 01:17:56 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.960939. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER20 LR0.216]: 240045 words processed Wed Nov 18 01:18:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80500 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER20 LR0.216]: 280057 words processed Wed Nov 18 01:18:22 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.953001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER20 LR0.216]: 320106 words processed Wed Nov 18 01:18:35 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950491. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46424 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER20 LR0.216]: 360024 words processed Wed Nov 18 01:18:48 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46180 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time +[SCHEDULER ITER20 LR0.216]: 400089 words processed Wed Nov 18 01:19:01 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946006. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81768 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER20 LR0.216]: 440067 words processed Wed Nov 18 01:19:14 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946610. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79239 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER20 LR0.216]: 480051 words processed Wed Nov 18 01:19:27 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946897. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79401 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45517 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12457 clock time +[SCHEDULER ITER20 LR0.216]: 520140 words processed Wed Nov 18 01:19:40 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946042. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80433 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER20 LR0.216]: 560132 words processed Wed Nov 18 01:19:53 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945762. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER20 LR0.216]: 600118 words processed Wed Nov 18 01:20:06 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.943262. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER20 LR0.216]: 640090 words processed Wed Nov 18 01:20:19 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941123. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER20 LR0.216]: 680075 words processed Wed Nov 18 01:20:32 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.939704. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79202 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER20 LR0.216]: 720043 words processed Wed Nov 18 01:20:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938719. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER20 LR0.216]: 760012 words processed Wed Nov 18 01:20:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER20 LR0.216]: 800113 words processed Wed Nov 18 01:21:11 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936684. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81009 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER20 LR0.216]: 840089 words processed Wed Nov 18 01:21:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45614 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER20 LR0.216]: 880052 words processed Wed Nov 18 01:21:37 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR0.216]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40087 words processed Wed Nov 18 01:21:47 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.126993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54602 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40095 words processed Wed Nov 18 01:21:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.199927. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87344 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.62012 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12341 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... + +[SCHEDULER ITER21 LR0.1296]: preparing parameters... +[SCHEDULER ITER21 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1893265 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1898120 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48171853 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48288138 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94324725 +[SCHEDULER ITER21 LR0.1296]: preparing parameters end. +[SCHEDULER ITER21 LR0.1296]: preparing layers... +(01:22:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:22:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:22:09 2015-11-18)[nerv] info: create layer: combinerL1 +(01:22:09 2015-11-18)[nerv] info: create layer: outputL +(01:22:09 2015-11-18)[nerv] info: create layer: softmaxL +(01:22:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR0.1296]: preparing layers end. +[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR0.1296]: Initing TNN end. +===ITERATION 21 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40092 words processed Wed Nov 18 01:22:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.953742. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER21 LR0.1296]: 80099 words processed Wed Nov 18 01:22:35 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.949666. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82389 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER21 LR0.1296]: 120004 words processed Wed Nov 18 01:22:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944000. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45749 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER21 LR0.1296]: 160114 words processed Wed Nov 18 01:23:01 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER21 LR0.1296]: 200066 words processed Wed Nov 18 01:23:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81428 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER21 LR0.1296]: 240045 words processed Wed Nov 18 01:23:27 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939797. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER21 LR0.1296]: 280057 words processed Wed Nov 18 01:23:40 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935800. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82627 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER21 LR0.1296]: 320106 words processed Wed Nov 18 01:23:53 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933277. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46524 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER21 LR0.1296]: 360024 words processed Wed Nov 18 01:24:06 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931540. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45545 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER21 LR0.1296]: 400089 words processed Wed Nov 18 01:24:19 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84280 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46928 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER21 LR0.1296]: 440067 words processed Wed Nov 18 01:24:32 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929267. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83071 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER21 LR0.1296]: 480051 words processed Wed Nov 18 01:24:45 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929487. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45954 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12603 clock time +[SCHEDULER ITER21 LR0.1296]: 520140 words processed Wed Nov 18 01:24:58 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46753 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time +[SCHEDULER ITER21 LR0.1296]: 560132 words processed Wed Nov 18 01:25:11 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928258. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER21 LR0.1296]: 600118 words processed Wed Nov 18 01:25:24 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.925730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45324 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER21 LR0.1296]: 640090 words processed Wed Nov 18 01:25:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923506. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81370 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER21 LR0.1296]: 680075 words processed Wed Nov 18 01:25:51 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922004. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time +[SCHEDULER ITER21 LR0.1296]: 720043 words processed Wed Nov 18 01:26:04 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time +[SCHEDULER ITER21 LR0.1296]: 760012 words processed Wed Nov 18 01:26:17 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81215 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45502 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER21 LR0.1296]: 800113 words processed Wed Nov 18 01:26:30 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918661. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46417 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER21 LR0.1296]: 840089 words processed Wed Nov 18 01:26:43 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.917307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER21 LR0.1296]: 880052 words processed Wed Nov 18 01:26:57 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916896. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86668 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46953 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12801 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR0.1296]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40087 words processed Wed Nov 18 01:27:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.117906. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40095 words processed Wed Nov 18 01:27:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.192129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83460 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56408 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12082 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... + +[SCHEDULER ITER22 LR0.07776]: preparing parameters... +[SCHEDULER ITER22 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46035890 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46040744 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92314595 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92430868 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94323820 +[SCHEDULER ITER22 LR0.07776]: preparing parameters end. +[SCHEDULER ITER22 LR0.07776]: preparing layers... +(01:27:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:27:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:27:29 2015-11-18)[nerv] info: create layer: combinerL1 +(01:27:29 2015-11-18)[nerv] info: create layer: outputL +(01:27:29 2015-11-18)[nerv] info: create layer: softmaxL +(01:27:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR0.07776]: preparing layers end. +[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR0.07776]: Initing TNN end. +===ITERATION 22 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40092 words processed Wed Nov 18 01:27:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.941315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82201 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46644 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER22 LR0.07776]: 80099 words processed Wed Nov 18 01:27:55 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.937218. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER22 LR0.07776]: 120004 words processed Wed Nov 18 01:28:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931731. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER22 LR0.07776]: 160114 words processed Wed Nov 18 01:28:21 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80595 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER22 LR0.07776]: 200066 words processed Wed Nov 18 01:28:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931543. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79543 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45265 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER22 LR0.07776]: 240045 words processed Wed Nov 18 01:28:47 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.927720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER22 LR0.07776]: 280057 words processed Wed Nov 18 01:29:00 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923755. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81733 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46531 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER22 LR0.07776]: 320106 words processed Wed Nov 18 01:29:13 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921251. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER22 LR0.07776]: 360024 words processed Wed Nov 18 01:29:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83634 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time +[SCHEDULER ITER22 LR0.07776]: 400089 words processed Wed Nov 18 01:29:40 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER22 LR0.07776]: 440067 words processed Wed Nov 18 01:29:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917239. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER22 LR0.07776]: 480051 words processed Wed Nov 18 01:30:06 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917423. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80608 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45824 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER22 LR0.07776]: 520140 words processed Wed Nov 18 01:30:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916502. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER22 LR0.07776]: 560132 words processed Wed Nov 18 01:30:32 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916174. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81849 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER22 LR0.07776]: 600118 words processed Wed Nov 18 01:30:45 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.913629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER22 LR0.07776]: 640090 words processed Wed Nov 18 01:30:58 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911354. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80166 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[SCHEDULER ITER22 LR0.07776]: 680075 words processed Wed Nov 18 01:31:11 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER22 LR0.07776]: 720043 words processed Wed Nov 18 01:31:24 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908650. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79780 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12443 clock time +[SCHEDULER ITER22 LR0.07776]: 760012 words processed Wed Nov 18 01:31:37 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12407 clock time +[SCHEDULER ITER22 LR0.07776]: 800113 words processed Wed Nov 18 01:31:50 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906280. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER22 LR0.07776]: 840089 words processed Wed Nov 18 01:32:03 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904877. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45794 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER22 LR0.07776]: 880052 words processed Wed Nov 18 01:32:16 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904405. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR0.07776]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40087 words processed Wed Nov 18 01:32:26 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.112490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40095 words processed Wed Nov 18 01:32:37 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.187414. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57172 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12133 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... + +[SCHEDULER ITER23 LR0.046656]: preparing parameters... +[SCHEDULER ITER23 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892674 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897528 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48170983 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48287254 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94322750 +[SCHEDULER ITER23 LR0.046656]: preparing parameters end. +[SCHEDULER ITER23 LR0.046656]: preparing layers... +(01:32:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:32:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:32:48 2015-11-18)[nerv] info: create layer: combinerL1 +(01:32:48 2015-11-18)[nerv] info: create layer: outputL +(01:32:48 2015-11-18)[nerv] info: create layer: softmaxL +(01:32:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR0.046656]: preparing layers end. +[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR0.046656]: Initing TNN end. +===ITERATION 23 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40092 words processed Wed Nov 18 01:33:01 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.932881. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER23 LR0.046656]: 80099 words processed Wed Nov 18 01:33:14 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.928670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45340 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER23 LR0.046656]: 120004 words processed Wed Nov 18 01:33:27 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923355. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81458 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER23 LR0.046656]: 160114 words processed Wed Nov 18 01:33:41 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923978. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84447 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46561 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER23 LR0.046656]: 200066 words processed Wed Nov 18 01:33:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923299. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82826 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER23 LR0.046656]: 240045 words processed Wed Nov 18 01:34:07 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.919549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45638 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER23 LR0.046656]: 280057 words processed Wed Nov 18 01:34:20 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.915614. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82969 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER23 LR0.046656]: 320106 words processed Wed Nov 18 01:34:33 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.913146. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82442 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46387 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER23 LR0.046656]: 360024 words processed Wed Nov 18 01:34:46 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911406. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER23 LR0.046656]: 400089 words processed Wed Nov 18 01:35:00 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86667 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12791 clock time +[SCHEDULER ITER23 LR0.046656]: 440067 words processed Wed Nov 18 01:35:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909159. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82738 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46005 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER23 LR0.046656]: 480051 words processed Wed Nov 18 01:35:26 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER23 LR0.046656]: 520140 words processed Wed Nov 18 01:35:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908436. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82857 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46541 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER23 LR0.046656]: 560132 words processed Wed Nov 18 01:35:52 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908137. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45707 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER23 LR0.046656]: 600118 words processed Wed Nov 18 01:36:05 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.905594. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER23 LR0.046656]: 640090 words processed Wed Nov 18 01:36:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.903298. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81864 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER23 LR0.046656]: 680075 words processed Wed Nov 18 01:36:31 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901764. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45911 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12638 clock time +[SCHEDULER ITER23 LR0.046656]: 720043 words processed Wed Nov 18 01:36:44 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46002 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER23 LR0.046656]: 760012 words processed Wed Nov 18 01:36:57 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898446. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER23 LR0.046656]: 800113 words processed Wed Nov 18 01:37:10 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46495 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER23 LR0.046656]: 840089 words processed Wed Nov 18 01:37:23 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896699. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81496 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER23 LR0.046656]: 880052 words processed Wed Nov 18 01:37:36 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR0.046656]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40087 words processed Wed Nov 18 01:37:46 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.108984. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56405 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40095 words processed Wed Nov 18 01:37:57 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.184135. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... + +[SCHEDULER ITER24 LR0.0279936]: preparing parameters... +[SCHEDULER ITER24 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46035274 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46040128 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92313338 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92429593 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94322130 +[SCHEDULER ITER24 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER24 LR0.0279936]: preparing layers... +(01:38:08 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:38:08 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:38:08 2015-11-18)[nerv] info: create layer: combinerL1 +(01:38:08 2015-11-18)[nerv] info: create layer: outputL +(01:38:08 2015-11-18)[nerv] info: create layer: softmaxL +(01:38:08 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR0.0279936]: preparing layers end. +[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR0.0279936]: Initing TNN end. +===ITERATION 24 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Wed Nov 18 01:38:21 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.927346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46803 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Wed Nov 18 01:38:34 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.923065. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82460 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Wed Nov 18 01:38:47 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917914. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82725 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45732 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Wed Nov 18 01:39:01 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.918557. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83602 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Wed Nov 18 01:39:15 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46990 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12790 clock time +[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Wed Nov 18 01:39:29 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914240. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86965 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.26590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47292 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12812 clock time +[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Wed Nov 18 01:39:42 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.910323. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46383 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Wed Nov 18 01:39:56 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19097 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Wed Nov 18 01:40:09 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.906106. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45668 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Wed Nov 18 01:40:22 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time +[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Wed Nov 18 01:40:35 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45790 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Wed Nov 18 01:40:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904034. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45689 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Wed Nov 18 01:41:02 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83832 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time +[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Wed Nov 18 01:41:15 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82581 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45762 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Wed Nov 18 01:41:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46368 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Wed Nov 18 01:41:41 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Wed Nov 18 01:41:54 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896393. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80771 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Wed Nov 18 01:42:07 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895120. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Wed Nov 18 01:42:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892989. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81813 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Wed Nov 18 01:42:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892636. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82474 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46474 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Wed Nov 18 01:42:46 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80759 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12467 clock time +[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Wed Nov 18 01:42:59 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.890643. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80823 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45542 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR0.0279936]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Wed Nov 18 01:43:09 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.106615. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83298 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Wed Nov 18 01:43:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.182032. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55240 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... + +[SCHEDULER ITER25 LR0.01679616]: preparing parameters... +[SCHEDULER ITER25 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892462 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897316 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48170373 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286625 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94321713 +[SCHEDULER ITER25 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER25 LR0.01679616]: preparing layers... +(01:43:31 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:43:31 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:43:31 2015-11-18)[nerv] info: create layer: combinerL1 +(01:43:31 2015-11-18)[nerv] info: create layer: outputL +(01:43:31 2015-11-18)[nerv] info: create layer: softmaxL +(01:43:31 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.01679616]: preparing layers end. +[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.01679616]: Initing TNN end. +===ITERATION 25 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Wed Nov 18 01:43:44 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.923243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84846 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time +[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Wed Nov 18 01:43:57 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918872. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45476 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Wed Nov 18 01:44:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83143 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45705 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Wed Nov 18 01:44:24 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914503. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46763 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Wed Nov 18 01:44:37 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913919. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82544 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Wed Nov 18 01:44:50 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83133 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Wed Nov 18 01:45:03 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46365 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Wed Nov 18 01:45:16 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903988. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83760 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Wed Nov 18 01:45:29 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.902222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Wed Nov 18 01:45:42 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899396. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46363 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Wed Nov 18 01:45:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Wed Nov 18 01:46:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.900186. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45761 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Wed Nov 18 01:46:22 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46878 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Wed Nov 18 01:46:35 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82833 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98298 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45808 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Wed Nov 18 01:46:48 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896469. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45657 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Wed Nov 18 01:47:01 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83862 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12610 clock time +[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Wed Nov 18 01:47:14 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Wed Nov 18 01:47:27 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.891284. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45401 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Wed Nov 18 01:47:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.889149. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82752 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Wed Nov 18 01:47:54 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.888790. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Wed Nov 18 01:48:07 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82977 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Wed Nov 18 01:48:20 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.886777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82408 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.01679616]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Wed Nov 18 01:48:30 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.104737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85025 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12100 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Wed Nov 18 01:48:41 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.180301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55931 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... + +[SCHEDULER ITER26 LR0.010077696]: preparing parameters... +[SCHEDULER ITER26 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034991 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039845 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312815 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92429068 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321469 +[SCHEDULER ITER26 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER26 LR0.010077696]: preparing layers... +(01:48:51 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:48:51 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:48:51 2015-11-18)[nerv] info: create layer: combinerL1 +(01:48:51 2015-11-18)[nerv] info: create layer: outputL +(01:48:51 2015-11-18)[nerv] info: create layer: softmaxL +(01:48:51 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.010077696]: preparing layers end. +[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.010077696]: Initing TNN end. +===ITERATION 26 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Wed Nov 18 01:49:04 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.920626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Wed Nov 18 01:49:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82235 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45812 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Wed Nov 18 01:49:30 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911254. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81727 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Wed Nov 18 01:49:44 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911897. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82834 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46825 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12671 clock time +[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Wed Nov 18 01:49:57 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81701 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Wed Nov 18 01:50:10 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.907754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45852 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time +[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Wed Nov 18 01:50:24 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.903906. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83223 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Wed Nov 18 01:50:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901507. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81787 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46518 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Wed Nov 18 01:50:50 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80904 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Wed Nov 18 01:51:03 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896921. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46190 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Wed Nov 18 01:51:16 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Wed Nov 18 01:51:29 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897736. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80871 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45591 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time +[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Wed Nov 18 01:51:42 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82353 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46490 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Wed Nov 18 01:51:55 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896604. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81057 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Wed Nov 18 01:52:08 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45825 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Wed Nov 18 01:52:21 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891688. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80540 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45606 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Wed Nov 18 01:52:34 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890140. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80776 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Wed Nov 18 01:52:47 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.888836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80977 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time +[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Wed Nov 18 01:53:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886699. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81074 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time +[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Wed Nov 18 01:53:14 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83049 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46650 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time +[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Wed Nov 18 01:53:27 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81385 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45786 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Wed Nov 18 01:53:40 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80817 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.010077696]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Wed Nov 18 01:53:50 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.103395. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Wed Nov 18 01:54:01 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.179033. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81957 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12043 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... + +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER27 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892361 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897215 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48170074 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286329 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94321229 +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER27 LR0.0060466176]: preparing layers... +(01:54:12 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:54:12 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:54:12 2015-11-18)[nerv] info: create layer: combinerL1 +(01:54:12 2015-11-18)[nerv] info: create layer: outputL +(01:54:12 2015-11-18)[nerv] info: create layer: softmaxL +(01:54:12 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end. +===ITERATION 27 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Wed Nov 18 01:54:25 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918962. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46619 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Wed Nov 18 01:54:38 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914462. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Wed Nov 18 01:54:51 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909585. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81958 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Wed Nov 18 01:55:04 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.910233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83023 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Wed Nov 18 01:55:17 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909692. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time +[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Wed Nov 18 01:55:30 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Wed Nov 18 01:55:43 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.902309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83440 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Wed Nov 18 01:55:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899928. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83723 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Wed Nov 18 01:56:09 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83213 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45788 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Wed Nov 18 01:56:22 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Wed Nov 18 01:56:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Wed Nov 18 01:56:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896184. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83371 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45978 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12548 clock time +[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Wed Nov 18 01:57:01 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84194 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46705 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Wed Nov 18 01:57:14 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895067. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45488 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Wed Nov 18 01:57:27 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.892505. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Wed Nov 18 01:57:40 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.890141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Wed Nov 18 01:57:53 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.888591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Wed Nov 18 01:58:06 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.887283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Wed Nov 18 01:58:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.885141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Wed Nov 18 01:58:32 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.884788. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46574 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Wed Nov 18 01:58:45 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Wed Nov 18 01:58:58 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.882758. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45584 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.0060466176]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Wed Nov 18 01:59:08 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.102501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83610 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56470 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Wed Nov 18 01:59:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.178196. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... + +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER28 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034848 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039702 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312519 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428776 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321124 +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER28 LR0.00362797056]: preparing layers... +(01:59:30 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:59:30 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:59:30 2015-11-18)[nerv] info: create layer: combinerL1 +(01:59:30 2015-11-18)[nerv] info: create layer: outputL +(01:59:30 2015-11-18)[nerv] info: create layer: softmaxL +(01:59:30 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end. +===ITERATION 28 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Wed Nov 18 01:59:43 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46814 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Wed Nov 18 01:59:56 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Wed Nov 18 02:00:09 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79546 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12468 clock time +[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Wed Nov 18 02:00:22 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.909173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46239 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Wed Nov 18 02:00:35 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80537 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Wed Nov 18 02:00:48 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905078. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46175 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Wed Nov 18 02:01:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.901289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81348 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46826 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Wed Nov 18 02:01:14 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Wed Nov 18 02:01:27 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45938 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Wed Nov 18 02:01:40 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894354. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81614 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Wed Nov 18 02:01:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894966. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79957 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46057 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Wed Nov 18 02:02:06 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895199. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79683 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45706 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Wed Nov 18 02:02:19 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80740 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46508 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Wed Nov 18 02:02:32 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45600 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Wed Nov 18 02:02:45 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.891529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80104 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45844 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Wed Nov 18 02:02:58 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.889160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80516 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Wed Nov 18 02:03:11 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.887609. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79755 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Wed Nov 18 02:03:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.886300. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Wed Nov 18 02:03:37 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.884154. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78833 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Wed Nov 18 02:03:50 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.883803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46237 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Wed Nov 18 02:04:03 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Wed Nov 18 02:04:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.881771. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.00362797056]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Wed Nov 18 02:04:26 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.101971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53844 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Wed Nov 18 02:04:37 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.177686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12057 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... + +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters... +[SCHEDULER ITER29 LR0.002176782336]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892329 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897183 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169945 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286201 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320985 +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. +[SCHEDULER ITER29 LR0.002176782336]: preparing layers... +(02:04:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:04:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:04:48 2015-11-18)[nerv] info: create layer: combinerL1 +(02:04:48 2015-11-18)[nerv] info: create layer: outputL +(02:04:48 2015-11-18)[nerv] info: create layer: softmaxL +(02:04:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.002176782336]: preparing layers end. +[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end. +===ITERATION 29 LR 0.002177=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Wed Nov 18 02:05:01 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.917179. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46685 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Wed Nov 18 02:05:14 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912694. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45364 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Wed Nov 18 02:05:27 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907848. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81949 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45561 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Wed Nov 18 02:05:40 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82862 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Wed Nov 18 02:05:53 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907967. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81261 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45664 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Wed Nov 18 02:06:06 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.904411. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84124 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46013 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time +[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Wed Nov 18 02:06:19 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900637. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Wed Nov 18 02:06:32 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.898279. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84067 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46747 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12581 clock time +[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Wed Nov 18 02:06:45 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896541. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80960 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Wed Nov 18 02:06:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82129 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46335 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Wed Nov 18 02:07:11 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894330. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81457 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Wed Nov 18 02:07:24 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894571. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Wed Nov 18 02:07:37 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893715. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Wed Nov 18 02:07:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893473. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81388 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Wed Nov 18 02:08:03 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12427 clock time +[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Wed Nov 18 02:08:16 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45766 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Wed Nov 18 02:08:29 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.886988. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Wed Nov 18 02:08:42 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.885680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Wed Nov 18 02:08:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883531. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Wed Nov 18 02:09:08 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Wed Nov 18 02:09:21 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81773 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Wed Nov 18 02:09:34 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881149. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45647 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.002176782336]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Wed Nov 18 02:09:44 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.101638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55342 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12078 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Wed Nov 18 02:09:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.177333. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... + +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters... +[SCHEDULER ITER30 LR0.0013060694016]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034762 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039616 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312347 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428603 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320924 +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end. +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers... +(02:10:06 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:10:06 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:10:06 2015-11-18)[nerv] info: create layer: combinerL1 +(02:10:06 2015-11-18)[nerv] info: create layer: outputL +(02:10:06 2015-11-18)[nerv] info: create layer: softmaxL +(02:10:06 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers end. +[SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER30 LR0.0013060694016]: Initing TNN end. +===ITERATION 30 LR 0.001306=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Wed Nov 18 02:10:19 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916760. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80970 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Wed Nov 18 02:10:32 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45590 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Wed Nov 18 02:10:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907431. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Wed Nov 18 02:10:58 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.908076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79448 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Wed Nov 18 02:11:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907546. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80105 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46066 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Wed Nov 18 02:11:24 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78024 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10690 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Wed Nov 18 02:11:37 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900226. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Wed Nov 18 02:11:50 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.897874. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Wed Nov 18 02:12:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Wed Nov 18 02:12:16 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79605 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46509 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Wed Nov 18 02:12:29 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78053 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Wed Nov 18 02:12:42 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78186 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Wed Nov 18 02:12:55 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79641 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46662 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Wed Nov 18 02:13:08 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893083. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45632 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Wed Nov 18 02:13:21 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.890522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78370 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12433 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Wed Nov 18 02:13:34 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888150. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Wed Nov 18 02:13:47 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.886597. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78016 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12430 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Wed Nov 18 02:14:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.885291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Wed Nov 18 02:14:13 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.883141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Wed Nov 18 02:14:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.882789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80632 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Wed Nov 18 02:14:39 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881290. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79047 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45752 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Wed Nov 18 02:14:52 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.880757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77958 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.0013060694016]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Wed Nov 18 02:15:02 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.101389. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Wed Nov 18 02:15:13 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.177054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... + +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters... +[SCHEDULER ITER31 LR0.00078364164096]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892328 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897182 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169884 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286140 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320886 +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end. +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers... +(02:15:23 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:15:23 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:15:23 2015-11-18)[nerv] info: create layer: combinerL1 +(02:15:23 2015-11-18)[nerv] info: create layer: outputL +(02:15:23 2015-11-18)[nerv] info: create layer: softmaxL +(02:15:23 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers end. +[SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER31 LR0.00078364164096]: Initing TNN end. +===ITERATION 31 LR 0.000784=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Wed Nov 18 02:15:36 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.916482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12716 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Wed Nov 18 02:15:49 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.912027. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83559 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45596 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Wed Nov 18 02:16:02 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907158. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45605 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Wed Nov 18 02:16:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907802. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46485 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Wed Nov 18 02:16:29 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907273. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Wed Nov 18 02:16:42 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.903721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82770 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Wed Nov 18 02:16:56 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.899957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85302 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Wed Nov 18 02:17:10 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.897610. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Wed Nov 18 02:17:23 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.895884. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84060 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Wed Nov 18 02:17:36 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893060. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Wed Nov 18 02:17:49 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893671. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81839 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Wed Nov 18 02:18:02 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Wed Nov 18 02:18:15 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893072. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82853 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Wed Nov 18 02:18:28 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Wed Nov 18 02:18:41 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.890274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45486 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Wed Nov 18 02:18:54 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.887903. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Wed Nov 18 02:19:07 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.886349. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45366 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Wed Nov 18 02:19:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.885044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82015 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Wed Nov 18 02:19:33 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82212 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Wed Nov 18 02:19:47 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882540. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85160 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Wed Nov 18 02:20:00 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82968 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Wed Nov 18 02:20:13 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.880507. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45469 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER31 LR0.00078364164096]: shuffling training file +===PEEK ON TEST 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Wed Nov 18 02:20:23 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.101190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83412 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Wed Nov 18 02:20:34 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.176852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56509 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... + +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters... +[SCHEDULER ITER32 LR0.000470184984576]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034718 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039572 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312284 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428540 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320874 +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end. +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers... +(02:20:45 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:20:45 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:20:45 2015-11-18)[nerv] info: create layer: combinerL1 +(02:20:45 2015-11-18)[nerv] info: create layer: outputL +(02:20:45 2015-11-18)[nerv] info: create layer: softmaxL +(02:20:45 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers end. +[SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER32 LR0.000470184984576]: Initing TNN end. +===ITERATION 32 LR 0.000470=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Wed Nov 18 02:20:58 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.916317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80814 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Wed Nov 18 02:21:11 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.911870. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Wed Nov 18 02:21:24 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906990. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45257 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Wed Nov 18 02:21:37 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907631. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80414 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Wed Nov 18 02:21:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907103. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12470 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Wed Nov 18 02:22:03 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.903548. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Wed Nov 18 02:22:16 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.899787. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79795 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Wed Nov 18 02:22:29 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.897441. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46552 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Wed Nov 18 02:22:42 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.895721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45885 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Wed Nov 18 02:22:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46649 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Wed Nov 18 02:23:08 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893509. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45690 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Wed Nov 18 02:23:21 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893763. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80002 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Wed Nov 18 02:23:34 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892915. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79736 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Wed Nov 18 02:23:47 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892679. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77917 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12421 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Wed Nov 18 02:24:00 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.890118. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78364 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Wed Nov 18 02:24:13 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.887748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Wed Nov 18 02:24:27 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.886192. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12742 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Wed Nov 18 02:24:41 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.884888. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85108 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47203 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12886 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Wed Nov 18 02:24:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882738. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85024 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02789 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47207 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12838 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Wed Nov 18 02:25:09 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882383. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81234 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46882 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Wed Nov 18 02:25:22 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880882. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Wed Nov 18 02:25:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880349. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78181 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER32 LR0.000470184984576]: shuffling training file +===PEEK ON TEST 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Wed Nov 18 02:25:45 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.101053. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12231 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Wed Nov 18 02:25:56 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.176735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54352 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... + +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters... +[SCHEDULER ITER33 LR0.0002821109907456]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892335 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897189 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169887 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286142 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320865 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end. +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers... +(02:26:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:26:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:26:07 2015-11-18)[nerv] info: create layer: combinerL1 +(02:26:07 2015-11-18)[nerv] info: create layer: outputL +(02:26:07 2015-11-18)[nerv] info: create layer: softmaxL +(02:26:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end. +[SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER33 LR0.0002821109907456]: Initing TNN end. +===ITERATION 33 LR 0.000282=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Wed Nov 18 02:26:20 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.916222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48331 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12890 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Wed Nov 18 02:26:34 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.911774. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47155 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12938 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Wed Nov 18 02:26:48 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906887. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86918 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47148 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12971 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Wed Nov 18 02:27:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907526. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46845 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12714 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Wed Nov 18 02:27:15 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906999. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81190 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Wed Nov 18 02:27:28 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.903439. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81111 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45846 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Wed Nov 18 02:27:41 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.899680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12599 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Wed Nov 18 02:27:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.897335. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82791 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Wed Nov 18 02:28:07 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.895619. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81623 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Wed Nov 18 02:28:20 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892797. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81633 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Wed Nov 18 02:28:33 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893407. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Wed Nov 18 02:28:46 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893664. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79440 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Wed Nov 18 02:28:59 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892818. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Wed Nov 18 02:29:12 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Wed Nov 18 02:29:25 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.890022. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Wed Nov 18 02:29:38 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.887652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Wed Nov 18 02:29:51 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.886095. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80130 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Wed Nov 18 02:30:04 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.884791. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79797 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Wed Nov 18 02:30:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882641. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Wed Nov 18 02:30:30 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882286. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46507 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Wed Nov 18 02:30:43 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880784. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81662 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12705 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Wed Nov 18 02:30:57 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880250. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85338 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46787 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12870 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file +===PEEK ON TEST 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Wed Nov 18 02:31:07 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.100965. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54102 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12097 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Wed Nov 18 02:31:18 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.176677. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... + +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters... +[SCHEDULER ITER34 LR0.00016926659444736]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034721 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039575 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312276 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428531 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320866 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end. +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers... +(02:31:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:31:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:31:29 2015-11-18)[nerv] info: create layer: combinerL1 +(02:31:29 2015-11-18)[nerv] info: create layer: outputL +(02:31:29 2015-11-18)[nerv] info: create layer: softmaxL +(02:31:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end. +[SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER34 LR0.00016926659444736]: Initing TNN end. +===ITERATION 34 LR 0.000169=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Wed Nov 18 02:31:42 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.916173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46890 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Wed Nov 18 02:31:55 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.911717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45516 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Wed Nov 18 02:32:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78102 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Wed Nov 18 02:32:21 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Wed Nov 18 02:32:34 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906938. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77038 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45434 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Wed Nov 18 02:32:47 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.903374. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Wed Nov 18 02:33:00 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.899616. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Wed Nov 18 02:33:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.897270. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79212 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Wed Nov 18 02:33:26 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.895556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Wed Nov 18 02:33:39 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46572 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Wed Nov 18 02:33:52 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Wed Nov 18 02:34:05 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893605. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45908 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Wed Nov 18 02:34:18 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80545 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46729 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Wed Nov 18 02:34:31 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79394 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46256 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12667 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Wed Nov 18 02:34:44 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.889963. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45841 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Wed Nov 18 02:34:57 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.887594. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79635 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Wed Nov 18 02:35:10 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.886037. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78463 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45907 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Wed Nov 18 02:35:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.884732. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Wed Nov 18 02:35:36 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77931 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Wed Nov 18 02:35:49 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Wed Nov 18 02:36:02 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880725. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79459 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45899 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Wed Nov 18 02:36:15 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880191. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45726 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file +===PEEK ON TEST 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Wed Nov 18 02:36:25 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.100911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79941 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12060 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Wed Nov 18 02:36:36 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.176652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... + +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters... +[SCHEDULER ITER35 LR0.00010155995666842]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892335 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897189 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169888 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286143 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320861 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end. +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers... +(02:36:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:36:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:36:47 2015-11-18)[nerv] info: create layer: combinerL1 +(02:36:47 2015-11-18)[nerv] info: create layer: outputL +(02:36:47 2015-11-18)[nerv] info: create layer: softmaxL +(02:36:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end. +[SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER35 LR0.00010155995666842]: Initing TNN end. +===ITERATION 35 LR 0.000102=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Wed Nov 18 02:37:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.916146. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46504 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Wed Nov 18 02:37:13 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.911684. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79784 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Wed Nov 18 02:37:26 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80061 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45254 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Wed Nov 18 02:37:39 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.907428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82102 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Wed Nov 18 02:37:52 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906903. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12658 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Wed Nov 18 02:38:05 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.903337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Wed Nov 18 02:38:18 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.899580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Wed Nov 18 02:38:31 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.897233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81373 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Wed Nov 18 02:38:44 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.895520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79691 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Wed Nov 18 02:38:57 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81424 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Wed Nov 18 02:39:10 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893311. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Wed Nov 18 02:39:24 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893571. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Wed Nov 18 02:39:37 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892728. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Wed Nov 18 02:39:50 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892491. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81715 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Wed Nov 18 02:40:03 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.889929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Wed Nov 18 02:40:16 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.887560. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45746 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Wed Nov 18 02:40:29 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.886002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45713 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Wed Nov 18 02:40:42 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.884698. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80491 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45611 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Wed Nov 18 02:40:55 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45556 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Wed Nov 18 02:41:08 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882193. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12634 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Wed Nov 18 02:41:21 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880691. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80952 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45697 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Wed Nov 18 02:41:34 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file +===PEEK ON TEST 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Wed Nov 18 02:41:44 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.100879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82830 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Wed Nov 18 02:41:55 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.176640. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81537 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... + +===VALIDATION PPL record=== + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034721 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039575 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312275 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428530 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320866 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(02:42:06 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:42:06 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:42:06 2015-11-18)[nerv] info: create layer: combinerL1 +(02:42:06 2015-11-18)[nerv] info: create layer: outputL +(02:42:06 2015-11-18)[nerv] info: create layer: softmaxL +(02:42:06 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... + selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 + softmaxL 0 +softmaxL 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 02:42:12 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.100879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84059 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57532 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 b/nerv/examples/lmptb/m-tests/LOG-tnn-h400 deleted file mode 100644 index b0209f6..0000000 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 +++ /dev/null @@ -1,7688 +0,0 @@ -Greetings -[SCHEDULER]: not user setting, all default... -[SCHEDULER]: printing global_conf... -test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds -train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds -param_random function: 0x4121a7c8 -train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak -decay_iter 16 -mmat_type table: 0x415bc3f0 -vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab -train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf -param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params -log_w_num 40000 -work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test -batch_size 10 -hidden_size 400 -timer nerv.Timer -sche_log_pre [SCHEDULER]: -nn_act_default 0 -max_iter 35 -valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds -lrate 1 -momentum 0 -wcost 1e-05 -chunk_size 15 -cumat_type table: 0x40f7d918 -[SCHEDULER]: printing training scheduling options... -lr_half false -start_iter -1 -ppl_last 100000 -[SCHEDULER]: printing training scheduling end. -[SCHEDULER]: creating work_dir... -[SCHEDULER]: building vocab... -[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... -[LOG]LMVocab: Building finished, vocab size now is 10000. -[SCHEDULER]: preparing parameters... -[SCHEDULER]: first time, generating parameters... -===INITIAL VALIDATION=== -[SCHEDULER]: preparing parameters... -[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46010296 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 47850982 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 93850772 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 93855417 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 93970392 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(00:04:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:04:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:04:37 2015-11-17)[nerv] info: create layer: combinerL1 -(00:04:37 2015-11-17)[nerv] info: create layer: outputL -(00:04:37 2015-11-17)[nerv] info: create layer: softmaxL -(00:04:37 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Tue Nov 17 00:04:43 2015. - [SCHEDULER]: log prob per sample :-4.031438. - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74157 clock time - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67356 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER]: Displaying result: -[SCHEDULER]: LMResult status of rnn: -[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. - -[SCHEDULER ITER1 LR1]: preparing parameters... -[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46010296 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 47850982 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 93850772 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 93855417 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 93970392 -[SCHEDULER ITER1 LR1]: preparing parameters end. -[SCHEDULER ITER1 LR1]: preparing layers... -(00:04:51 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:04:51 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:04:51 2015-11-17)[nerv] info: create layer: combinerL1 -(00:04:51 2015-11-17)[nerv] info: create layer: outputL -(00:04:51 2015-11-17)[nerv] info: create layer: softmaxL -(00:04:51 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER1 LR1]: preparing layers end. -[SCHEDULER ITER1 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER1 LR1]: Initing TNN end. -===ITERATION 1 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Tue Nov 17 00:05:05 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.302078. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92373 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42845 clock time -[SCHEDULER ITER1 LR1]: 80063 words processed Tue Nov 17 00:05:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.154478. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.98043 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42106 clock time -[SCHEDULER ITER1 LR1]: 120068 words processed Tue Nov 17 00:05:33 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.071595. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.93187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61576 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41444 clock time -[SCHEDULER ITER1 LR1]: 160017 words processed Tue Nov 17 00:05:47 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.003927. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.93631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89976 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41460 clock time -[SCHEDULER ITER1 LR1]: 200138 words processed Tue Nov 17 00:06:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.966038. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.03957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43007 clock time -[SCHEDULER ITER1 LR1]: 240007 words processed Tue Nov 17 00:06:15 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.931091. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.90404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.88924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.60917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.40914 clock time -[SCHEDULER ITER1 LR1]: 280135 words processed Tue Nov 17 00:06:29 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.902398. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93462 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43464 clock time -[SCHEDULER ITER1 LR1]: 320080 words processed Tue Nov 17 00:06:43 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.877023. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65129 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42261 clock time -[SCHEDULER ITER1 LR1]: 360059 words processed Tue Nov 17 00:06:57 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.849770. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89945 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41522 clock time -[SCHEDULER ITER1 LR1]: 400021 words processed Tue Nov 17 00:07:11 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.831115. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41697 clock time -[SCHEDULER ITER1 LR1]: 440102 words processed Tue Nov 17 00:07:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.811526. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.07885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43639 clock time -[SCHEDULER ITER1 LR1]: 480051 words processed Tue Nov 17 00:07:39 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.793057. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92534 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89979 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41501 clock time -[SCHEDULER ITER1 LR1]: 520093 words processed Tue Nov 17 00:07:53 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.776523. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.62721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42344 clock time -[SCHEDULER ITER1 LR1]: 560039 words processed Tue Nov 17 00:08:07 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.759064. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.96381 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63379 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41726 clock time -[SCHEDULER ITER1 LR1]: 600112 words processed Tue Nov 17 00:08:21 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.747706. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99693 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63992 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42553 clock time -[SCHEDULER ITER1 LR1]: 640076 words processed Tue Nov 17 00:08:35 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.735499. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89935 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41585 clock time -[SCHEDULER ITER1 LR1]: 680026 words processed Tue Nov 17 00:08:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.725202. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.95927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.62683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42190 clock time -[SCHEDULER ITER1 LR1]: 720133 words processed Tue Nov 17 00:09:03 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.715340. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01923 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64506 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43106 clock time -[SCHEDULER ITER1 LR1]: 760048 words processed Tue Nov 17 00:09:17 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.703347. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92104 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42213 clock time -[SCHEDULER ITER1 LR1]: 800117 words processed Tue Nov 17 00:09:31 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.694935. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43240 clock time -[SCHEDULER ITER1 LR1]: 840116 words processed Tue Nov 17 00:09:45 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.684513. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time -[SCHEDULER ITER1 LR1]: 880037 words processed Tue Nov 17 00:09:59 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.676402. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97565 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42184 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER1 LR1]: shuffling training file -===PEEK ON TEST 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40087 words processed Tue Nov 17 00:10:12 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.512880. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.54269 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64145 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Tue Nov 17 00:10:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.556837. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.59126 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66055 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... - -[SCHEDULER ITER2 LR1]: preparing parameters... -[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1911286 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1916142 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 47938924 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48055301 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94077793 -[SCHEDULER ITER2 LR1]: preparing parameters end. -[SCHEDULER ITER2 LR1]: preparing layers... -(00:10:36 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:10:36 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:10:36 2015-11-17)[nerv] info: create layer: combinerL1 -(00:10:36 2015-11-17)[nerv] info: create layer: outputL -(00:10:36 2015-11-17)[nerv] info: create layer: softmaxL -(00:10:36 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER2 LR1]: preparing layers end. -[SCHEDULER ITER2 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER2 LR1]: Initing TNN end. -===ITERATION 2 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Tue Nov 17 00:10:50 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.692655. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21693 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42816 clock time -[SCHEDULER ITER2 LR1]: 80099 words processed Tue Nov 17 00:11:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.630314. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72654 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42019 clock time -[SCHEDULER ITER2 LR1]: 120004 words processed Tue Nov 17 00:11:19 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.593422. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18646 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95653 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42199 clock time -[SCHEDULER ITER2 LR1]: 160114 words processed Tue Nov 17 00:11:34 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.576778. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97606 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time -[SCHEDULER ITER2 LR1]: 200066 words processed Tue Nov 17 00:11:49 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.566877. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42575 clock time -[SCHEDULER ITER2 LR1]: 240045 words processed Tue Nov 17 00:12:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.557151. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21182 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74369 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42686 clock time -[SCHEDULER ITER2 LR1]: 280057 words processed Tue Nov 17 00:12:19 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.551346. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21951 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97537 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43301 clock time -[SCHEDULER ITER2 LR1]: 320106 words processed Tue Nov 17 00:12:34 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.543334. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22415 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74243 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43203 clock time -[SCHEDULER ITER2 LR1]: 360024 words processed Tue Nov 17 00:12:49 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.538019. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42517 clock time -[SCHEDULER ITER2 LR1]: 400089 words processed Tue Nov 17 00:13:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.534185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43174 clock time -[SCHEDULER ITER2 LR1]: 440067 words processed Tue Nov 17 00:13:19 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.530238. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26819 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98086 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43585 clock time -[SCHEDULER ITER2 LR1]: 480051 words processed Tue Nov 17 00:13:33 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.526657. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72488 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42495 clock time -[SCHEDULER ITER2 LR1]: 520140 words processed Tue Nov 17 00:13:49 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.523109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34003 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44669 clock time -[SCHEDULER ITER2 LR1]: 560132 words processed Tue Nov 17 00:14:03 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.519788. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95715 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42384 clock time -[SCHEDULER ITER2 LR1]: 600118 words processed Tue Nov 17 00:14:18 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.519174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20357 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42778 clock time -[SCHEDULER ITER2 LR1]: 640090 words processed Tue Nov 17 00:14:32 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.515980. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42133 clock time -[SCHEDULER ITER2 LR1]: 680075 words processed Tue Nov 17 00:14:47 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.513608. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21724 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97093 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74363 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43023 clock time -[SCHEDULER ITER2 LR1]: 720043 words processed Tue Nov 17 00:15:01 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.511130. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16473 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42120 clock time -[SCHEDULER ITER2 LR1]: 760012 words processed Tue Nov 17 00:15:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.508404. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96161 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time -[SCHEDULER ITER2 LR1]: 800113 words processed Tue Nov 17 00:15:31 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.505336. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18815 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time -[SCHEDULER ITER2 LR1]: 840089 words processed Tue Nov 17 00:15:45 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.501920. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95144 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42053 clock time -[SCHEDULER ITER2 LR1]: 880052 words processed Tue Nov 17 00:16:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.499207. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74261 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER2 LR1]: shuffling training file -===PEEK ON TEST 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40087 words processed Tue Nov 17 00:16:11 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.397402. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74227 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Tue Nov 17 00:16:24 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.442373. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.64900 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72733 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... - -[SCHEDULER ITER3 LR1]: preparing parameters... -[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46026912 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46031770 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92077295 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92193586 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94104045 -[SCHEDULER ITER3 LR1]: preparing parameters end. -[SCHEDULER ITER3 LR1]: preparing layers... -(00:16:35 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:16:35 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:16:35 2015-11-17)[nerv] info: create layer: combinerL1 -(00:16:35 2015-11-17)[nerv] info: create layer: outputL -(00:16:35 2015-11-17)[nerv] info: create layer: softmaxL -(00:16:35 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER3 LR1]: preparing layers end. -[SCHEDULER ITER3 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER3 LR1]: Initing TNN end. -===ITERATION 3 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Tue Nov 17 00:16:49 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.451944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97312 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time -[SCHEDULER ITER3 LR1]: 80099 words processed Tue Nov 17 00:17:03 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.440249. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16343 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94441 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73597 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41776 clock time -[SCHEDULER ITER3 LR1]: 120004 words processed Tue Nov 17 00:17:17 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.429951. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72770 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41684 clock time -[SCHEDULER ITER3 LR1]: 160114 words processed Tue Nov 17 00:17:32 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.428219. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95969 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73701 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42746 clock time -[SCHEDULER ITER3 LR1]: 200066 words processed Tue Nov 17 00:17:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.427816. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41611 clock time -[SCHEDULER ITER3 LR1]: 240045 words processed Tue Nov 17 00:18:02 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.421879. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20117 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95415 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75101 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42315 clock time -[SCHEDULER ITER3 LR1]: 280057 words processed Tue Nov 17 00:18:17 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.418622. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26805 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76757 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time -[SCHEDULER ITER3 LR1]: 320106 words processed Tue Nov 17 00:18:32 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.413292. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96642 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75295 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time -[SCHEDULER ITER3 LR1]: 360024 words processed Tue Nov 17 00:18:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.410893. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95975 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42653 clock time -[SCHEDULER ITER3 LR1]: 400089 words processed Tue Nov 17 00:19:02 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.409763. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98658 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time -[SCHEDULER ITER3 LR1]: 440067 words processed Tue Nov 17 00:19:17 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.408198. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19522 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42259 clock time -[SCHEDULER ITER3 LR1]: 480051 words processed Tue Nov 17 00:19:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.406487. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94097 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41720 clock time -[SCHEDULER ITER3 LR1]: 520140 words processed Tue Nov 17 00:19:46 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.404808. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95834 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42578 clock time -[SCHEDULER ITER3 LR1]: 560132 words processed Tue Nov 17 00:20:01 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.403215. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95699 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42386 clock time -[SCHEDULER ITER3 LR1]: 600118 words processed Tue Nov 17 00:20:16 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.404832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29962 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43809 clock time -[SCHEDULER ITER3 LR1]: 640090 words processed Tue Nov 17 00:20:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.402722. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21695 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95831 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75755 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42378 clock time -[SCHEDULER ITER3 LR1]: 680075 words processed Tue Nov 17 00:20:45 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.401527. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94411 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73283 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41815 clock time -[SCHEDULER ITER3 LR1]: 720043 words processed Tue Nov 17 00:20:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.400318. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94281 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71709 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41870 clock time -[SCHEDULER ITER3 LR1]: 760012 words processed Tue Nov 17 00:21:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.398883. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42308 clock time -[SCHEDULER ITER3 LR1]: 800113 words processed Tue Nov 17 00:21:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.397416. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96361 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42731 clock time -[SCHEDULER ITER3 LR1]: 840089 words processed Tue Nov 17 00:21:43 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.395775. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94176 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71968 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41782 clock time -[SCHEDULER ITER3 LR1]: 880052 words processed Tue Nov 17 00:21:58 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.394509. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21553 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42560 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER3 LR1]: shuffling training file -===PEEK ON TEST 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40087 words processed Tue Nov 17 00:22:09 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.340680. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75306 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Tue Nov 17 00:22:22 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.390081. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74571 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... - -[SCHEDULER ITER4 LR1]: preparing parameters... -[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1909384 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1914241 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 47979913 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48096187 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94128148 -[SCHEDULER ITER4 LR1]: preparing parameters end. -[SCHEDULER ITER4 LR1]: preparing layers... -(00:22:33 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:22:33 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:22:33 2015-11-17)[nerv] info: create layer: combinerL1 -(00:22:33 2015-11-17)[nerv] info: create layer: outputL -(00:22:33 2015-11-17)[nerv] info: create layer: softmaxL -(00:22:33 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER4 LR1]: preparing layers end. -[SCHEDULER ITER4 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER4 LR1]: Initing TNN end. -===ITERATION 4 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Tue Nov 17 00:22:47 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.411635. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30488 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98605 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43755 clock time -[SCHEDULER ITER4 LR1]: 80099 words processed Tue Nov 17 00:23:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.396264. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95328 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41937 clock time -[SCHEDULER ITER4 LR1]: 120004 words processed Tue Nov 17 00:23:16 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.384882. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22731 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42428 clock time -[SCHEDULER ITER4 LR1]: 160114 words processed Tue Nov 17 00:23:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.381740. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33553 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79490 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44209 clock time -[SCHEDULER ITER4 LR1]: 200066 words processed Tue Nov 17 00:23:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.379722. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77031 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42731 clock time -[SCHEDULER ITER4 LR1]: 240045 words processed Tue Nov 17 00:24:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.373056. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24639 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96698 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42836 clock time -[SCHEDULER ITER4 LR1]: 280057 words processed Tue Nov 17 00:24:16 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369263. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43321 clock time -[SCHEDULER ITER4 LR1]: 320106 words processed Tue Nov 17 00:24:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.363696. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44387 clock time -[SCHEDULER ITER4 LR1]: 360024 words processed Tue Nov 17 00:24:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.361212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42809 clock time -[SCHEDULER ITER4 LR1]: 400089 words processed Tue Nov 17 00:25:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.359222. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23928 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76359 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42989 clock time -[SCHEDULER ITER4 LR1]: 440067 words processed Tue Nov 17 00:25:16 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.357860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76286 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42673 clock time -[SCHEDULER ITER4 LR1]: 480051 words processed Tue Nov 17 00:25:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.356565. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98647 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43707 clock time -[SCHEDULER ITER4 LR1]: 520140 words processed Tue Nov 17 00:25:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.355206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34890 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00360 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44646 clock time -[SCHEDULER ITER4 LR1]: 560132 words processed Tue Nov 17 00:26:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.353754. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77926 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43004 clock time -[SCHEDULER ITER4 LR1]: 600118 words processed Tue Nov 17 00:26:15 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.354322. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42027 clock time -[SCHEDULER ITER4 LR1]: 640090 words processed Tue Nov 17 00:26:29 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.353269. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16963 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95138 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41862 clock time -[SCHEDULER ITER4 LR1]: 680075 words processed Tue Nov 17 00:26:43 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.352337. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16741 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74551 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41998 clock time -[SCHEDULER ITER4 LR1]: 720043 words processed Tue Nov 17 00:26:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.351371. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18134 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42107 clock time -[SCHEDULER ITER4 LR1]: 760012 words processed Tue Nov 17 00:27:13 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350162. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43423 clock time -[SCHEDULER ITER4 LR1]: 800113 words processed Tue Nov 17 00:27:28 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348895. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44500 clock time -[SCHEDULER ITER4 LR1]: 840089 words processed Tue Nov 17 00:27:43 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.347213. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20406 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42306 clock time -[SCHEDULER ITER4 LR1]: 880052 words processed Tue Nov 17 00:27:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.345981. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96052 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75442 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42431 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER4 LR1]: shuffling training file -===PEEK ON TEST 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40087 words processed Tue Nov 17 00:28:09 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.306434. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69886 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76499 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Tue Nov 17 00:28:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.358860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76024 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... - -[SCHEDULER ITER5 LR1]: preparing parameters... -[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46035904 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46040761 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92124584 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92240906 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94149353 -[SCHEDULER ITER5 LR1]: preparing parameters end. -[SCHEDULER ITER5 LR1]: preparing layers... -(00:28:33 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:28:33 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:28:33 2015-11-17)[nerv] info: create layer: combinerL1 -(00:28:33 2015-11-17)[nerv] info: create layer: outputL -(00:28:33 2015-11-17)[nerv] info: create layer: softmaxL -(00:28:33 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER5 LR1]: preparing layers end. -[SCHEDULER ITER5 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER5 LR1]: Initing TNN end. -===ITERATION 5 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Tue Nov 17 00:28:47 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.920922. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75057 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42902 clock time -[SCHEDULER ITER5 LR1]: 80099 words processed Tue Nov 17 00:29:02 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.660456. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21214 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42350 clock time -[SCHEDULER ITER5 LR1]: 120004 words processed Tue Nov 17 00:29:17 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.560737. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27773 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43062 clock time -[SCHEDULER ITER5 LR1]: 160114 words processed Tue Nov 17 00:29:32 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.511955. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44084 clock time -[SCHEDULER ITER5 LR1]: 200066 words processed Tue Nov 17 00:29:47 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.481844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42094 clock time -[SCHEDULER ITER5 LR1]: 240045 words processed Tue Nov 17 00:30:01 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.456659. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41958 clock time -[SCHEDULER ITER5 LR1]: 280057 words processed Tue Nov 17 00:30:16 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.438562. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time -[SCHEDULER ITER5 LR1]: 320106 words processed Tue Nov 17 00:30:31 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.423035. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99935 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79088 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44281 clock time -[SCHEDULER ITER5 LR1]: 360024 words processed Tue Nov 17 00:30:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.412333. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24196 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42916 clock time -[SCHEDULER ITER5 LR1]: 400089 words processed Tue Nov 17 00:31:01 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.403296. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96992 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75435 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time -[SCHEDULER ITER5 LR1]: 440067 words processed Tue Nov 17 00:31:16 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.396811. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26098 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43675 clock time -[SCHEDULER ITER5 LR1]: 480051 words processed Tue Nov 17 00:31:31 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.390872. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time -[SCHEDULER ITER5 LR1]: 520140 words processed Tue Nov 17 00:31:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.385546. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27610 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98854 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76357 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43739 clock time -[SCHEDULER ITER5 LR1]: 560132 words processed Tue Nov 17 00:32:01 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.380535. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41994 clock time -[SCHEDULER ITER5 LR1]: 600118 words processed Tue Nov 17 00:32:15 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.389353. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41825 clock time -[SCHEDULER ITER5 LR1]: 640090 words processed Tue Nov 17 00:32:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.391920. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98412 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43629 clock time -[SCHEDULER ITER5 LR1]: 680075 words processed Tue Nov 17 00:32:44 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.393276. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15096 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41806 clock time -[SCHEDULER ITER5 LR1]: 720043 words processed Tue Nov 17 00:32:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.391083. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73279 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41836 clock time -[SCHEDULER ITER5 LR1]: 760012 words processed Tue Nov 17 00:33:13 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.388161. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95890 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42295 clock time -[SCHEDULER ITER5 LR1]: 800113 words processed Tue Nov 17 00:33:28 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.385378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44193 clock time -[SCHEDULER ITER5 LR1]: 840089 words processed Tue Nov 17 00:33:43 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.382788. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26624 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97510 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43145 clock time -[SCHEDULER ITER5 LR1]: 880052 words processed Tue Nov 17 00:33:57 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.380219. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94733 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41864 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER5 LR1]: shuffling training file -===PEEK ON TEST 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40087 words processed Tue Nov 17 00:34:08 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.312602. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74532 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Tue Nov 17 00:34:21 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.364799. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74965 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER5 LR1]: PPL did not improve, rejected, copying param file of last iter... - -[SCHEDULER ITER6 LR1]: preparing parameters... -[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46035904 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46040761 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92124584 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92240906 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94149353 -[SCHEDULER ITER6 LR1]: preparing parameters end. -[SCHEDULER ITER6 LR1]: preparing layers... -(00:34:31 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:34:31 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:34:31 2015-11-17)[nerv] info: create layer: combinerL1 -(00:34:31 2015-11-17)[nerv] info: create layer: outputL -(00:34:31 2015-11-17)[nerv] info: create layer: softmaxL -(00:34:31 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER6 LR1]: preparing layers end. -[SCHEDULER ITER6 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER6 LR1]: Initing TNN end. -===ITERATION 6 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Tue Nov 17 00:34:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.996969. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98973 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78732 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44429 clock time -[SCHEDULER ITER6 LR1]: 80099 words processed Tue Nov 17 00:35:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.704185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28977 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43591 clock time -[SCHEDULER ITER6 LR1]: 120004 words processed Tue Nov 17 00:35:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.591836. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42466 clock time -[SCHEDULER ITER6 LR1]: 160114 words processed Tue Nov 17 00:35:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.536426. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96414 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42791 clock time -[SCHEDULER ITER6 LR1]: 200066 words processed Tue Nov 17 00:35:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.502609. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42507 clock time -[SCHEDULER ITER6 LR1]: 240045 words processed Tue Nov 17 00:36:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.473995. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95899 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76286 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42695 clock time -[SCHEDULER ITER6 LR1]: 280057 words processed Tue Nov 17 00:36:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.453613. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43188 clock time -[SCHEDULER ITER6 LR1]: 320106 words processed Tue Nov 17 00:36:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.435705. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76872 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43841 clock time -[SCHEDULER ITER6 LR1]: 360024 words processed Tue Nov 17 00:36:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.423627. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29991 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43762 clock time -[SCHEDULER ITER6 LR1]: 400089 words processed Tue Nov 17 00:37:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.413293. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98822 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78680 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44183 clock time -[SCHEDULER ITER6 LR1]: 440067 words processed Tue Nov 17 00:37:14 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.405194. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17583 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74339 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42163 clock time -[SCHEDULER ITER6 LR1]: 480051 words processed Tue Nov 17 00:37:29 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.398437. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22457 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76022 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42621 clock time -[SCHEDULER ITER6 LR1]: 520140 words processed Tue Nov 17 00:37:44 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.392212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22752 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97106 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75333 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43438 clock time -[SCHEDULER ITER6 LR1]: 560132 words processed Tue Nov 17 00:37:58 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.386436. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41900 clock time -[SCHEDULER ITER6 LR1]: 600118 words processed Tue Nov 17 00:38:12 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.384202. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42047 clock time -[SCHEDULER ITER6 LR1]: 640090 words processed Tue Nov 17 00:38:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.380705. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94523 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73916 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42132 clock time -[SCHEDULER ITER6 LR1]: 680075 words processed Tue Nov 17 00:38:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.377167. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97952 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43438 clock time -[SCHEDULER ITER6 LR1]: 720043 words processed Tue Nov 17 00:38:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.373437. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75751 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42865 clock time -[SCHEDULER ITER6 LR1]: 760012 words processed Tue Nov 17 00:39:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.369611. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17506 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95270 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74192 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42277 clock time -[SCHEDULER ITER6 LR1]: 800113 words processed Tue Nov 17 00:39:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.366322. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43971 clock time -[SCHEDULER ITER6 LR1]: 840089 words processed Tue Nov 17 00:39:40 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.363158. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14517 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94559 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time -[SCHEDULER ITER6 LR1]: 880052 words processed Tue Nov 17 00:39:55 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.360303. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96385 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43101 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER6 LR1]: shuffling training file -===PEEK ON TEST 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40087 words processed Tue Nov 17 00:40:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.293396. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69484 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76237 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Tue Nov 17 00:40:19 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.348844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69175 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75979 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... - -[SCHEDULER ITER7 LR1]: preparing parameters... -[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1907214 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1912074 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48011988 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48128347 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94168656 -[SCHEDULER ITER7 LR1]: preparing parameters end. -[SCHEDULER ITER7 LR1]: preparing layers... -(00:40:30 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:40:30 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:40:30 2015-11-17)[nerv] info: create layer: combinerL1 -(00:40:30 2015-11-17)[nerv] info: create layer: outputL -(00:40:30 2015-11-17)[nerv] info: create layer: softmaxL -(00:40:30 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER7 LR1]: preparing layers end. -[SCHEDULER ITER7 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER7 LR1]: Initing TNN end. -===ITERATION 7 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Tue Nov 17 00:40:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.341850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76444 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43311 clock time -[SCHEDULER ITER7 LR1]: 80099 words processed Tue Nov 17 00:40:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.329983. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time -[SCHEDULER ITER7 LR1]: 120004 words processed Tue Nov 17 00:41:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.314827. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98235 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42988 clock time -[SCHEDULER ITER7 LR1]: 160114 words processed Tue Nov 17 00:41:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.310491. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98354 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43414 clock time -[SCHEDULER ITER7 LR1]: 200066 words processed Tue Nov 17 00:41:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.307637. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98910 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43081 clock time -[SCHEDULER ITER7 LR1]: 240045 words processed Tue Nov 17 00:41:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.300474. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29781 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43250 clock time -[SCHEDULER ITER7 LR1]: 280057 words processed Tue Nov 17 00:42:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.296762. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38356 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00605 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44908 clock time -[SCHEDULER ITER7 LR1]: 320106 words processed Tue Nov 17 00:42:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.291465. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79510 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44744 clock time -[SCHEDULER ITER7 LR1]: 360024 words processed Tue Nov 17 00:42:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.289110. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43428 clock time -[SCHEDULER ITER7 LR1]: 400089 words processed Tue Nov 17 00:42:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.287066. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43374 clock time -[SCHEDULER ITER7 LR1]: 440067 words processed Tue Nov 17 00:43:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.285858. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73435 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42046 clock time -[SCHEDULER ITER7 LR1]: 480051 words processed Tue Nov 17 00:43:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.284994. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42934 clock time -[SCHEDULER ITER7 LR1]: 520140 words processed Tue Nov 17 00:43:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.284015. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30542 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time -[SCHEDULER ITER7 LR1]: 560132 words processed Tue Nov 17 00:43:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.282563. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20366 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96480 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74936 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42468 clock time -[SCHEDULER ITER7 LR1]: 600118 words processed Tue Nov 17 00:44:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.282110. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75407 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42538 clock time -[SCHEDULER ITER7 LR1]: 640090 words processed Tue Nov 17 00:44:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.280363. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42084 clock time -[SCHEDULER ITER7 LR1]: 680075 words processed Tue Nov 17 00:44:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.279790. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42865 clock time -[SCHEDULER ITER7 LR1]: 720043 words processed Tue Nov 17 00:44:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.278987. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27186 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98211 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77115 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43259 clock time -[SCHEDULER ITER7 LR1]: 760012 words processed Tue Nov 17 00:45:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.277796. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74938 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42464 clock time -[SCHEDULER ITER7 LR1]: 800113 words processed Tue Nov 17 00:45:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.276979. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31001 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43909 clock time -[SCHEDULER ITER7 LR1]: 840089 words processed Tue Nov 17 00:45:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.275680. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98651 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43498 clock time -[SCHEDULER ITER7 LR1]: 880052 words processed Tue Nov 17 00:45:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.274882. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21515 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42342 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER7 LR1]: shuffling training file -===PEEK ON TEST 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40087 words processed Tue Nov 17 00:46:10 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.265946. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76137 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Tue Nov 17 00:46:23 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.323616. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75420 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... - -[SCHEDULER ITER8 LR1]: preparing parameters... -[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46044145 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46049004 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92163803 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92280184 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94186293 -[SCHEDULER ITER8 LR1]: preparing parameters end. -[SCHEDULER ITER8 LR1]: preparing layers... -(00:46:34 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:46:34 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:46:34 2015-11-17)[nerv] info: create layer: combinerL1 -(00:46:34 2015-11-17)[nerv] info: create layer: outputL -(00:46:34 2015-11-17)[nerv] info: create layer: softmaxL -(00:46:34 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER8 LR1]: preparing layers end. -[SCHEDULER ITER8 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER8 LR1]: Initing TNN end. -===ITERATION 8 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Tue Nov 17 00:46:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.316335. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27466 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77598 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43763 clock time -[SCHEDULER ITER8 LR1]: 80099 words processed Tue Nov 17 00:47:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.300821. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42111 clock time -[SCHEDULER ITER8 LR1]: 120004 words processed Tue Nov 17 00:47:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.287705. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75231 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time -[SCHEDULER ITER8 LR1]: 160114 words processed Tue Nov 17 00:47:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.283589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44072 clock time -[SCHEDULER ITER8 LR1]: 200066 words processed Tue Nov 17 00:47:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.280939. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43460 clock time -[SCHEDULER ITER8 LR1]: 240045 words processed Tue Nov 17 00:48:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.274292. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98146 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43793 clock time -[SCHEDULER ITER8 LR1]: 280057 words processed Tue Nov 17 00:48:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.269353. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30111 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44008 clock time -[SCHEDULER ITER8 LR1]: 320106 words processed Tue Nov 17 00:48:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.263944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33175 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79879 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44326 clock time -[SCHEDULER ITER8 LR1]: 360024 words processed Tue Nov 17 00:48:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.261159. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24423 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42981 clock time -[SCHEDULER ITER8 LR1]: 400089 words processed Tue Nov 17 00:49:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.258812. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97140 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76697 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43036 clock time -[SCHEDULER ITER8 LR1]: 440067 words processed Tue Nov 17 00:49:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.257714. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22059 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42638 clock time -[SCHEDULER ITER8 LR1]: 480051 words processed Tue Nov 17 00:49:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.256910. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30096 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79375 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time -[SCHEDULER ITER8 LR1]: 520140 words processed Tue Nov 17 00:49:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.255546. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98474 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43672 clock time -[SCHEDULER ITER8 LR1]: 560132 words processed Tue Nov 17 00:50:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.254077. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time -[SCHEDULER ITER8 LR1]: 600118 words processed Tue Nov 17 00:50:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.253047. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22037 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76224 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42517 clock time -[SCHEDULER ITER8 LR1]: 640090 words processed Tue Nov 17 00:50:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.251071. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20498 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76094 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42413 clock time -[SCHEDULER ITER8 LR1]: 680075 words processed Tue Nov 17 00:50:47 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.250758. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18378 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95755 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42123 clock time -[SCHEDULER ITER8 LR1]: 720043 words processed Tue Nov 17 00:51:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.250138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42642 clock time -[SCHEDULER ITER8 LR1]: 760012 words processed Tue Nov 17 00:51:17 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.249059. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95284 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75154 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42271 clock time -[SCHEDULER ITER8 LR1]: 800113 words processed Tue Nov 17 00:51:32 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.248428. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43191 clock time -[SCHEDULER ITER8 LR1]: 840089 words processed Tue Nov 17 00:51:47 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.247396. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26816 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time -[SCHEDULER ITER8 LR1]: 880052 words processed Tue Nov 17 00:52:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.246754. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18564 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42000 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER8 LR1]: shuffling training file -===PEEK ON TEST 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40087 words processed Tue Nov 17 00:52:13 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.254081. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70240 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77044 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Tue Nov 17 00:52:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.313404. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68474 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75789 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... - -[SCHEDULER ITER9 LR1]: preparing parameters... -[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1905077 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1909937 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48040787 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48157200 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94204508 -[SCHEDULER ITER9 LR1]: preparing parameters end. -[SCHEDULER ITER9 LR1]: preparing layers... -(00:52:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:52:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:52:37 2015-11-17)[nerv] info: create layer: combinerL1 -(00:52:37 2015-11-17)[nerv] info: create layer: outputL -(00:52:37 2015-11-17)[nerv] info: create layer: softmaxL -(00:52:37 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER9 LR1]: preparing layers end. -[SCHEDULER ITER9 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER9 LR1]: Initing TNN end. -===ITERATION 9 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Tue Nov 17 00:52:51 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.232103. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time -[SCHEDULER ITER9 LR1]: 80099 words processed Tue Nov 17 00:53:06 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.236028. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74867 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41866 clock time -[SCHEDULER ITER9 LR1]: 120004 words processed Tue Nov 17 00:53:21 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.228859. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74637 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41808 clock time -[SCHEDULER ITER9 LR1]: 160114 words processed Tue Nov 17 00:53:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.229555. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97989 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43192 clock time -[SCHEDULER ITER9 LR1]: 200066 words processed Tue Nov 17 00:53:51 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.230362. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43056 clock time -[SCHEDULER ITER9 LR1]: 240045 words processed Tue Nov 17 00:54:06 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.226261. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98745 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43881 clock time -[SCHEDULER ITER9 LR1]: 280057 words processed Tue Nov 17 00:54:21 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.223132. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79850 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43802 clock time -[SCHEDULER ITER9 LR1]: 320106 words processed Tue Nov 17 00:54:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.219551. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78243 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time -[SCHEDULER ITER9 LR1]: 360024 words processed Tue Nov 17 00:54:50 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.218183. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41762 clock time -[SCHEDULER ITER9 LR1]: 400089 words processed Tue Nov 17 00:55:05 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.216307. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76785 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43019 clock time -[SCHEDULER ITER9 LR1]: 440067 words processed Tue Nov 17 00:55:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.216153. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75654 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41918 clock time -[SCHEDULER ITER9 LR1]: 480051 words processed Tue Nov 17 00:55:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.216206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95512 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41840 clock time -[SCHEDULER ITER9 LR1]: 520140 words processed Tue Nov 17 00:55:50 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.215684. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79133 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43741 clock time -[SCHEDULER ITER9 LR1]: 560132 words processed Tue Nov 17 00:56:05 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.215045. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96989 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42760 clock time -[SCHEDULER ITER9 LR1]: 600118 words processed Tue Nov 17 00:56:19 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.215640. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74733 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41829 clock time -[SCHEDULER ITER9 LR1]: 640090 words processed Tue Nov 17 00:56:34 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.214766. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42937 clock time -[SCHEDULER ITER9 LR1]: 680075 words processed Tue Nov 17 00:56:49 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.214549. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42143 clock time -[SCHEDULER ITER9 LR1]: 720043 words processed Tue Nov 17 00:57:04 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.214420. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17586 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95139 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41888 clock time -[SCHEDULER ITER9 LR1]: 760012 words processed Tue Nov 17 00:57:19 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.213760. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96770 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42584 clock time -[SCHEDULER ITER9 LR1]: 800113 words processed Tue Nov 17 00:57:34 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.213535. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98702 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77896 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time -[SCHEDULER ITER9 LR1]: 840089 words processed Tue Nov 17 00:57:48 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.212476. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41802 clock time -[SCHEDULER ITER9 LR1]: 880052 words processed Tue Nov 17 00:58:02 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.212112. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74246 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41916 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER9 LR1]: shuffling training file -===PEEK ON TEST 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40087 words processed Tue Nov 17 00:58:13 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.232754. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75625 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Tue Nov 17 00:58:26 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.293926. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73867 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79431 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... - -[SCHEDULER ITER10 LR1]: preparing parameters... -[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46049236 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46054094 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92200163 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92316571 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94220563 -[SCHEDULER ITER10 LR1]: preparing parameters end. -[SCHEDULER ITER10 LR1]: preparing layers... -(00:58:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:58:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:58:37 2015-11-17)[nerv] info: create layer: combinerL1 -(00:58:37 2015-11-17)[nerv] info: create layer: outputL -(00:58:37 2015-11-17)[nerv] info: create layer: softmaxL -(00:58:37 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER10 LR1]: preparing layers end. -[SCHEDULER ITER10 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER10 LR1]: Initing TNN end. -===ITERATION 10 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Tue Nov 17 00:58:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.210073. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43195 clock time -[SCHEDULER ITER10 LR1]: 80099 words processed Tue Nov 17 00:59:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.211256. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20154 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95320 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42145 clock time -[SCHEDULER ITER10 LR1]: 120004 words processed Tue Nov 17 00:59:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.203278. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23537 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42487 clock time -[SCHEDULER ITER10 LR1]: 160114 words processed Tue Nov 17 00:59:36 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.203514. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77272 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42988 clock time -[SCHEDULER ITER10 LR1]: 200066 words processed Tue Nov 17 00:59:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.204311. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20068 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75857 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42126 clock time -[SCHEDULER ITER10 LR1]: 240045 words processed Tue Nov 17 01:00:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.199779. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95280 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75869 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42050 clock time -[SCHEDULER ITER10 LR1]: 280057 words processed Tue Nov 17 01:00:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.196434. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76698 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42815 clock time -[SCHEDULER ITER10 LR1]: 320106 words processed Tue Nov 17 01:00:36 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.193140. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44037 clock time -[SCHEDULER ITER10 LR1]: 360024 words processed Tue Nov 17 01:00:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.191670. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43497 clock time -[SCHEDULER ITER10 LR1]: 400089 words processed Tue Nov 17 01:01:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189883. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98916 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43819 clock time -[SCHEDULER ITER10 LR1]: 440067 words processed Tue Nov 17 01:01:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189946. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98963 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44189 clock time -[SCHEDULER ITER10 LR1]: 480051 words processed Tue Nov 17 01:01:36 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.190185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time -[SCHEDULER ITER10 LR1]: 520140 words processed Tue Nov 17 01:01:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189695. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23139 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96987 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76732 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42886 clock time -[SCHEDULER ITER10 LR1]: 560132 words processed Tue Nov 17 01:02:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189184. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76170 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42155 clock time -[SCHEDULER ITER10 LR1]: 600118 words processed Tue Nov 17 01:02:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.187887. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76129 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42298 clock time -[SCHEDULER ITER10 LR1]: 640090 words processed Tue Nov 17 01:02:35 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.186727. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42031 clock time -[SCHEDULER ITER10 LR1]: 680075 words processed Tue Nov 17 01:02:50 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.186039. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74955 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42174 clock time -[SCHEDULER ITER10 LR1]: 720043 words processed Tue Nov 17 01:03:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.185979. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42092 clock time -[SCHEDULER ITER10 LR1]: 760012 words processed Tue Nov 17 01:03:20 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.185304. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80799 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43738 clock time -[SCHEDULER ITER10 LR1]: 800113 words processed Tue Nov 17 01:03:35 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.185318. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00388 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81517 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44649 clock time -[SCHEDULER ITER10 LR1]: 840089 words processed Tue Nov 17 01:03:50 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.184366. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28993 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79146 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43426 clock time -[SCHEDULER ITER10 LR1]: 880052 words processed Tue Nov 17 01:04:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.184212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42368 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER10 LR1]: shuffling training file -===PEEK ON TEST 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40087 words processed Tue Nov 17 01:04:16 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.221232. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78148 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Tue Nov 17 01:04:29 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.283222. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... - -[SCHEDULER ITER11 LR1]: preparing parameters... -[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1902876 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1907733 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48068859 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48185240 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94235527 -[SCHEDULER ITER11 LR1]: preparing parameters end. -[SCHEDULER ITER11 LR1]: preparing layers... -(01:04:40 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:04:40 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:04:40 2015-11-17)[nerv] info: create layer: combinerL1 -(01:04:40 2015-11-17)[nerv] info: create layer: outputL -(01:04:40 2015-11-17)[nerv] info: create layer: softmaxL -(01:04:40 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER11 LR1]: preparing layers end. -[SCHEDULER ITER11 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER11 LR1]: Initing TNN end. -===ITERATION 11 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Tue Nov 17 01:04:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.180225. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43577 clock time -[SCHEDULER ITER11 LR1]: 80099 words processed Tue Nov 17 01:05:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.179932. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42741 clock time -[SCHEDULER ITER11 LR1]: 120004 words processed Tue Nov 17 01:05:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.174005. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98440 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80387 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43697 clock time -[SCHEDULER ITER11 LR1]: 160114 words processed Tue Nov 17 01:05:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.175933. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43661 clock time -[SCHEDULER ITER11 LR1]: 200066 words processed Tue Nov 17 01:05:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.177108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26994 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97541 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42911 clock time -[SCHEDULER ITER11 LR1]: 240045 words processed Tue Nov 17 01:06:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.173307. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25613 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42713 clock time -[SCHEDULER ITER11 LR1]: 280057 words processed Tue Nov 17 01:06:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.169894. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98218 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43279 clock time -[SCHEDULER ITER11 LR1]: 320106 words processed Tue Nov 17 01:06:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.167452. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42622 clock time -[SCHEDULER ITER11 LR1]: 360024 words processed Tue Nov 17 01:06:53 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.166278. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17076 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95298 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41901 clock time -[SCHEDULER ITER11 LR1]: 400089 words processed Tue Nov 17 01:07:08 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.164645. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22330 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42868 clock time -[SCHEDULER ITER11 LR1]: 440067 words processed Tue Nov 17 01:07:23 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165075. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time -[SCHEDULER ITER11 LR1]: 480051 words processed Tue Nov 17 01:07:38 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165679. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43038 clock time -[SCHEDULER ITER11 LR1]: 520140 words processed Tue Nov 17 01:07:53 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165441. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97101 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75450 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42695 clock time -[SCHEDULER ITER11 LR1]: 560132 words processed Tue Nov 17 01:08:07 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165179. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17082 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95396 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41921 clock time -[SCHEDULER ITER11 LR1]: 600118 words processed Tue Nov 17 01:08:21 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.164637. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17370 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95365 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41971 clock time -[SCHEDULER ITER11 LR1]: 640090 words processed Tue Nov 17 01:08:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.164054. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41843 clock time -[SCHEDULER ITER11 LR1]: 680075 words processed Tue Nov 17 01:08:50 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.163403. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96264 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42345 clock time -[SCHEDULER ITER11 LR1]: 720043 words processed Tue Nov 17 01:09:05 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.163372. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97128 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77379 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43111 clock time -[SCHEDULER ITER11 LR1]: 760012 words processed Tue Nov 17 01:09:20 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162746. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78513 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43431 clock time -[SCHEDULER ITER11 LR1]: 800113 words processed Tue Nov 17 01:09:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162888. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43162 clock time -[SCHEDULER ITER11 LR1]: 840089 words processed Tue Nov 17 01:09:50 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162197. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20326 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42431 clock time -[SCHEDULER ITER11 LR1]: 880052 words processed Tue Nov 17 01:10:05 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162171. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42036 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER11 LR1]: shuffling training file -===PEEK ON TEST 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40087 words processed Tue Nov 17 01:10:16 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.212312. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79363 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Tue Nov 17 01:10:29 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.275976. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77264 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81250 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... - -[SCHEDULER ITER12 LR1]: preparing parameters... -[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46050831 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46055688 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92230148 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92346524 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94248338 -[SCHEDULER ITER12 LR1]: preparing parameters end. -[SCHEDULER ITER12 LR1]: preparing layers... -(01:10:40 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:10:40 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:10:40 2015-11-17)[nerv] info: create layer: combinerL1 -(01:10:40 2015-11-17)[nerv] info: create layer: outputL -(01:10:40 2015-11-17)[nerv] info: create layer: softmaxL -(01:10:40 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER12 LR1]: preparing layers end. -[SCHEDULER ITER12 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER12 LR1]: Initing TNN end. -===ITERATION 12 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Tue Nov 17 01:10:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.161136. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43395 clock time -[SCHEDULER ITER12 LR1]: 80099 words processed Tue Nov 17 01:11:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.159983. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19711 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95065 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42220 clock time -[SCHEDULER ITER12 LR1]: 120004 words processed Tue Nov 17 01:11:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.154076. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31534 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97830 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43521 clock time -[SCHEDULER ITER12 LR1]: 160114 words processed Tue Nov 17 01:11:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.155930. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76444 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43197 clock time -[SCHEDULER ITER12 LR1]: 200066 words processed Tue Nov 17 01:11:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.156832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18373 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95233 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73984 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42281 clock time -[SCHEDULER ITER12 LR1]: 240045 words processed Tue Nov 17 01:12:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.153944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97551 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79326 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43797 clock time -[SCHEDULER ITER12 LR1]: 280057 words processed Tue Nov 17 01:12:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.150631. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99288 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44277 clock time -[SCHEDULER ITER12 LR1]: 320106 words processed Tue Nov 17 01:12:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.148049. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00054 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44673 clock time -[SCHEDULER ITER12 LR1]: 360024 words processed Tue Nov 17 01:12:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.146847. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18953 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42379 clock time -[SCHEDULER ITER12 LR1]: 400089 words processed Tue Nov 17 01:13:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.145329. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96729 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76539 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43092 clock time -[SCHEDULER ITER12 LR1]: 440067 words processed Tue Nov 17 01:13:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.145795. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19739 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95427 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42727 clock time -[SCHEDULER ITER12 LR1]: 480051 words processed Tue Nov 17 01:13:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.146464. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time -[SCHEDULER ITER12 LR1]: 520140 words processed Tue Nov 17 01:13:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.146077. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99841 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81109 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44511 clock time -[SCHEDULER ITER12 LR1]: 560132 words processed Tue Nov 17 01:14:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.145999. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21350 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42478 clock time -[SCHEDULER ITER12 LR1]: 600118 words processed Tue Nov 17 01:14:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.144733. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42479 clock time -[SCHEDULER ITER12 LR1]: 640090 words processed Tue Nov 17 01:14:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.144451. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79766 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43895 clock time -[SCHEDULER ITER12 LR1]: 680075 words processed Tue Nov 17 01:14:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143942. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98161 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43805 clock time -[SCHEDULER ITER12 LR1]: 720043 words processed Tue Nov 17 01:15:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143823. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43047 clock time -[SCHEDULER ITER12 LR1]: 760012 words processed Tue Nov 17 01:15:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143549. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43442 clock time -[SCHEDULER ITER12 LR1]: 800113 words processed Tue Nov 17 01:15:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143817. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31128 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98664 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43975 clock time -[SCHEDULER ITER12 LR1]: 840089 words processed Tue Nov 17 01:15:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143030. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77695 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43188 clock time -[SCHEDULER ITER12 LR1]: 880052 words processed Tue Nov 17 01:16:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143165. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43301 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER12 LR1]: shuffling training file -===PEEK ON TEST 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40087 words processed Tue Nov 17 01:16:20 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.205136. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79710 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Tue Nov 17 01:16:33 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.269139. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81002 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... - -[SCHEDULER ITER13 LR1]: preparing parameters... -[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1900641 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1905498 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48091292 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48207652 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94258214 -[SCHEDULER ITER13 LR1]: preparing parameters end. -[SCHEDULER ITER13 LR1]: preparing layers... -(01:16:45 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:16:45 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:16:45 2015-11-17)[nerv] info: create layer: combinerL1 -(01:16:45 2015-11-17)[nerv] info: create layer: outputL -(01:16:45 2015-11-17)[nerv] info: create layer: softmaxL -(01:16:45 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER13 LR1]: preparing layers end. -[SCHEDULER ITER13 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER13 LR1]: Initing TNN end. -===ITERATION 13 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Tue Nov 17 01:16:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.141438. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43652 clock time -[SCHEDULER ITER13 LR1]: 80099 words processed Tue Nov 17 01:17:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.141106. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97179 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42582 clock time -[SCHEDULER ITER13 LR1]: 120004 words processed Tue Nov 17 01:17:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.135674. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23170 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42256 clock time -[SCHEDULER ITER13 LR1]: 160114 words processed Tue Nov 17 01:17:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.137881. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76908 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42805 clock time -[SCHEDULER ITER13 LR1]: 200066 words processed Tue Nov 17 01:17:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.138821. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42172 clock time -[SCHEDULER ITER13 LR1]: 240045 words processed Tue Nov 17 01:18:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.135555. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42052 clock time -[SCHEDULER ITER13 LR1]: 280057 words processed Tue Nov 17 01:18:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.132170. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26457 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98139 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43003 clock time -[SCHEDULER ITER13 LR1]: 320106 words processed Tue Nov 17 01:18:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.129973. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81114 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44090 clock time -[SCHEDULER ITER13 LR1]: 360024 words processed Tue Nov 17 01:18:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128912. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27210 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78201 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42793 clock time -[SCHEDULER ITER13 LR1]: 400089 words processed Tue Nov 17 01:19:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.127346. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29508 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98633 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time -[SCHEDULER ITER13 LR1]: 440067 words processed Tue Nov 17 01:19:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128380. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78368 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42788 clock time -[SCHEDULER ITER13 LR1]: 480051 words processed Tue Nov 17 01:19:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.129139. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22189 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96642 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76594 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42387 clock time -[SCHEDULER ITER13 LR1]: 520140 words processed Tue Nov 17 01:19:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128829. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24604 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97609 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77254 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42866 clock time -[SCHEDULER ITER13 LR1]: 560132 words processed Tue Nov 17 01:20:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76079 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42055 clock time -[SCHEDULER ITER13 LR1]: 600118 words processed Tue Nov 17 01:20:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.127818. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43000 clock time -[SCHEDULER ITER13 LR1]: 640090 words processed Tue Nov 17 01:20:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126990. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96908 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77190 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42628 clock time -[SCHEDULER ITER13 LR1]: 680075 words processed Tue Nov 17 01:20:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126557. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42092 clock time -[SCHEDULER ITER13 LR1]: 720043 words processed Tue Nov 17 01:21:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126524. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21439 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77135 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42087 clock time -[SCHEDULER ITER13 LR1]: 760012 words processed Tue Nov 17 01:21:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.125846. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28108 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98233 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43089 clock time -[SCHEDULER ITER13 LR1]: 800113 words processed Tue Nov 17 01:21:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126400. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time -[SCHEDULER ITER13 LR1]: 840089 words processed Tue Nov 17 01:21:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.125646. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41971 clock time -[SCHEDULER ITER13 LR1]: 880052 words processed Tue Nov 17 01:22:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.125781. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42102 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER13 LR1]: shuffling training file -===PEEK ON TEST 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40087 words processed Tue Nov 17 01:22:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.199339. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77549 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81756 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Tue Nov 17 01:22:38 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.265245. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... - -[SCHEDULER ITER14 LR1]: preparing parameters... -[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46049506 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46054363 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92251002 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92367333 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94267097 -[SCHEDULER ITER14 LR1]: preparing parameters end. -[SCHEDULER ITER14 LR1]: preparing layers... -(01:22:49 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:22:49 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:22:49 2015-11-17)[nerv] info: create layer: combinerL1 -(01:22:49 2015-11-17)[nerv] info: create layer: outputL -(01:22:49 2015-11-17)[nerv] info: create layer: softmaxL -(01:22:49 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER14 LR1]: preparing layers end. -[SCHEDULER ITER14 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER14 LR1]: Initing TNN end. -===ITERATION 14 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Tue Nov 17 01:23:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.124197. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29175 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78308 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43578 clock time -[SCHEDULER ITER14 LR1]: 80099 words processed Tue Nov 17 01:23:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.124212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97684 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43140 clock time -[SCHEDULER ITER14 LR1]: 120004 words processed Tue Nov 17 01:23:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.119187. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36242 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43756 clock time -[SCHEDULER ITER14 LR1]: 160114 words processed Tue Nov 17 01:23:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.121174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33878 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98964 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43885 clock time -[SCHEDULER ITER14 LR1]: 200066 words processed Tue Nov 17 01:24:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.122230. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30234 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97625 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43178 clock time -[SCHEDULER ITER14 LR1]: 240045 words processed Tue Nov 17 01:24:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.118548. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21945 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42325 clock time -[SCHEDULER ITER14 LR1]: 280057 words processed Tue Nov 17 01:24:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.115349. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43268 clock time -[SCHEDULER ITER14 LR1]: 320106 words processed Tue Nov 17 01:24:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113360. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41588 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83303 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44819 clock time -[SCHEDULER ITER14 LR1]: 360024 words processed Tue Nov 17 01:25:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112514. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35417 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43702 clock time -[SCHEDULER ITER14 LR1]: 400089 words processed Tue Nov 17 01:25:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.111125. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97303 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time -[SCHEDULER ITER14 LR1]: 440067 words processed Tue Nov 17 01:25:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.111942. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20928 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76191 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42261 clock time -[SCHEDULER ITER14 LR1]: 480051 words processed Tue Nov 17 01:25:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32213 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98294 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43431 clock time -[SCHEDULER ITER14 LR1]: 520140 words processed Tue Nov 17 01:26:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.114843. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37605 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81982 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44271 clock time -[SCHEDULER ITER14 LR1]: 560132 words processed Tue Nov 17 01:26:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.115302. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21912 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42399 clock time -[SCHEDULER ITER14 LR1]: 600118 words processed Tue Nov 17 01:26:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.114444. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42249 clock time -[SCHEDULER ITER14 LR1]: 640090 words processed Tue Nov 17 01:26:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113468. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29059 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79255 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time -[SCHEDULER ITER14 LR1]: 680075 words processed Tue Nov 17 01:27:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112975. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30213 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97680 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79810 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43381 clock time -[SCHEDULER ITER14 LR1]: 720043 words processed Tue Nov 17 01:27:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112843. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96743 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78023 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42790 clock time -[SCHEDULER ITER14 LR1]: 760012 words processed Tue Nov 17 01:27:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112826. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22662 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76727 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42351 clock time -[SCHEDULER ITER14 LR1]: 800113 words processed Tue Nov 17 01:27:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113223. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38754 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00362 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44712 clock time -[SCHEDULER ITER14 LR1]: 840089 words processed Tue Nov 17 01:28:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112455. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26512 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78523 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42674 clock time -[SCHEDULER ITER14 LR1]: 880052 words processed Tue Nov 17 01:28:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112529. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42479 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER14 LR1]: shuffling training file -===PEEK ON TEST 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40087 words processed Tue Nov 17 01:28:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.197210. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78378 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Tue Nov 17 01:28:42 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.264146. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76847 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81097 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... - -[SCHEDULER ITER15 LR1]: preparing parameters... -[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1898668 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1903525 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48111338 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48227664 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94274940 -[SCHEDULER ITER15 LR1]: preparing parameters end. -[SCHEDULER ITER15 LR1]: preparing layers... -(01:28:53 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:28:53 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:28:53 2015-11-17)[nerv] info: create layer: combinerL1 -(01:28:53 2015-11-17)[nerv] info: create layer: outputL -(01:28:53 2015-11-17)[nerv] info: create layer: softmaxL -(01:28:53 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER15 LR1]: preparing layers end. -[SCHEDULER ITER15 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER15 LR1]: Initing TNN end. -===ITERATION 15 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Tue Nov 17 01:29:07 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.116378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98984 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43641 clock time -[SCHEDULER ITER15 LR1]: 80099 words processed Tue Nov 17 01:29:22 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.113691. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42344 clock time -[SCHEDULER ITER15 LR1]: 120004 words processed Tue Nov 17 01:29:37 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.107029. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30662 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78676 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43275 clock time -[SCHEDULER ITER15 LR1]: 160114 words processed Tue Nov 17 01:29:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.107861. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23667 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42841 clock time -[SCHEDULER ITER15 LR1]: 200066 words processed Tue Nov 17 01:30:07 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.108503. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95522 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41985 clock time -[SCHEDULER ITER15 LR1]: 240045 words processed Tue Nov 17 01:30:22 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.104599. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97374 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77532 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42682 clock time -[SCHEDULER ITER15 LR1]: 280057 words processed Tue Nov 17 01:30:37 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.101138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00651 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time -[SCHEDULER ITER15 LR1]: 320106 words processed Tue Nov 17 01:30:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.099228. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38333 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44747 clock time -[SCHEDULER ITER15 LR1]: 360024 words processed Tue Nov 17 01:31:07 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098709. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95930 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42028 clock time -[SCHEDULER ITER15 LR1]: 400089 words processed Tue Nov 17 01:31:22 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.097294. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26682 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43473 clock time -[SCHEDULER ITER15 LR1]: 440067 words processed Tue Nov 17 01:31:37 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098090. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42329 clock time -[SCHEDULER ITER15 LR1]: 480051 words processed Tue Nov 17 01:31:51 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098889. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95710 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41899 clock time -[SCHEDULER ITER15 LR1]: 520140 words processed Tue Nov 17 01:32:06 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.099224. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34780 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80639 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43936 clock time -[SCHEDULER ITER15 LR1]: 560132 words processed Tue Nov 17 01:32:21 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.099543. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42715 clock time -[SCHEDULER ITER15 LR1]: 600118 words processed Tue Nov 17 01:32:36 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098376. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25701 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77832 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42737 clock time -[SCHEDULER ITER15 LR1]: 640090 words processed Tue Nov 17 01:32:51 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.097524. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43108 clock time -[SCHEDULER ITER15 LR1]: 680075 words processed Tue Nov 17 01:33:06 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.097044. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78074 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43005 clock time -[SCHEDULER ITER15 LR1]: 720043 words processed Tue Nov 17 01:33:21 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096864. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96712 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42747 clock time -[SCHEDULER ITER15 LR1]: 760012 words processed Tue Nov 17 01:33:36 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096482. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76759 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42528 clock time -[SCHEDULER ITER15 LR1]: 800113 words processed Tue Nov 17 01:33:51 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98864 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43673 clock time -[SCHEDULER ITER15 LR1]: 840089 words processed Tue Nov 17 01:34:06 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096201. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21339 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42408 clock time -[SCHEDULER ITER15 LR1]: 880052 words processed Tue Nov 17 01:34:21 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79203 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43479 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER15 LR1]: shuffling training file -===PEEK ON TEST 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40087 words processed Tue Nov 17 01:34:32 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.195121. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69732 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76697 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Tue Nov 17 01:34:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.263015. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78230 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81915 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... - -[SCHEDULER ITER16 LR1]: preparing parameters... -[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46045130 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46049987 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92270543 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92386873 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94284626 -[SCHEDULER ITER16 LR1]: preparing parameters end. -[SCHEDULER ITER16 LR1]: preparing layers... -(01:34:56 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:34:56 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:34:56 2015-11-17)[nerv] info: create layer: combinerL1 -(01:34:56 2015-11-17)[nerv] info: create layer: outputL -(01:34:56 2015-11-17)[nerv] info: create layer: softmaxL -(01:34:56 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER16 LR1]: preparing layers end. -[SCHEDULER ITER16 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER16 LR1]: Initing TNN end. -===ITERATION 16 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Tue Nov 17 01:35:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.097158. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26592 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43429 clock time -[SCHEDULER ITER16 LR1]: 80099 words processed Tue Nov 17 01:35:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.097046. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75474 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42159 clock time -[SCHEDULER ITER16 LR1]: 120004 words processed Tue Nov 17 01:35:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.091812. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95001 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75530 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42194 clock time -[SCHEDULER ITER16 LR1]: 160114 words processed Tue Nov 17 01:35:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.094211. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97909 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43467 clock time -[SCHEDULER ITER16 LR1]: 200066 words processed Tue Nov 17 01:36:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.094876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24748 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time -[SCHEDULER ITER16 LR1]: 240045 words processed Tue Nov 17 01:36:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.090932. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94915 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75230 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42082 clock time -[SCHEDULER ITER16 LR1]: 280057 words processed Tue Nov 17 01:36:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.087288. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97646 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43265 clock time -[SCHEDULER ITER16 LR1]: 320106 words processed Tue Nov 17 01:36:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82801 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44858 clock time -[SCHEDULER ITER16 LR1]: 360024 words processed Tue Nov 17 01:37:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085045. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35155 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81669 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time -[SCHEDULER ITER16 LR1]: 400089 words processed Tue Nov 17 01:37:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083520. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82204 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44617 clock time -[SCHEDULER ITER16 LR1]: 440067 words processed Tue Nov 17 01:37:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.084550. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96970 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43184 clock time -[SCHEDULER ITER16 LR1]: 480051 words processed Tue Nov 17 01:37:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085379. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18268 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42199 clock time -[SCHEDULER ITER16 LR1]: 520140 words processed Tue Nov 17 01:38:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085490. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96892 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time -[SCHEDULER ITER16 LR1]: 560132 words processed Tue Nov 17 01:38:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085846. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77724 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42939 clock time -[SCHEDULER ITER16 LR1]: 600118 words processed Tue Nov 17 01:38:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.084108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42307 clock time -[SCHEDULER ITER16 LR1]: 640090 words processed Tue Nov 17 01:38:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083068. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42169 clock time -[SCHEDULER ITER16 LR1]: 680075 words processed Tue Nov 17 01:39:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082583. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42502 clock time -[SCHEDULER ITER16 LR1]: 720043 words processed Tue Nov 17 01:39:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082472. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25232 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96734 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77507 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42963 clock time -[SCHEDULER ITER16 LR1]: 760012 words processed Tue Nov 17 01:39:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082694. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18634 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75347 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42204 clock time -[SCHEDULER ITER16 LR1]: 800113 words processed Tue Nov 17 01:39:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083364. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43085 clock time -[SCHEDULER ITER16 LR1]: 840089 words processed Tue Nov 17 01:40:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082735. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77479 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42862 clock time -[SCHEDULER ITER16 LR1]: 880052 words processed Tue Nov 17 01:40:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082996. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43445 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER16 LR1]: shuffling training file -===PEEK ON TEST 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40087 words processed Tue Nov 17 01:40:36 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.191237. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71964 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78416 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Tue Nov 17 01:40:49 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.259248. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79713 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... - -[SCHEDULER ITER17 LR1]: preparing parameters... -[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1896914 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1901771 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48135609 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48251953 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94294577 -[SCHEDULER ITER17 LR1]: preparing parameters end. -[SCHEDULER ITER17 LR1]: preparing layers... -(01:41:00 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:41:00 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:41:00 2015-11-17)[nerv] info: create layer: combinerL1 -(01:41:00 2015-11-17)[nerv] info: create layer: outputL -(01:41:00 2015-11-17)[nerv] info: create layer: softmaxL -(01:41:00 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER17 LR1]: preparing layers end. -[SCHEDULER ITER17 LR1]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER17 LR1]: Initing TNN end. -===ITERATION 17 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Tue Nov 17 01:41:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.082835. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43866 clock time -[SCHEDULER ITER17 LR1]: 80099 words processed Tue Nov 17 01:41:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.082799. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22563 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42116 clock time -[SCHEDULER ITER17 LR1]: 120004 words processed Tue Nov 17 01:41:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.078698. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23092 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42243 clock time -[SCHEDULER ITER17 LR1]: 160114 words processed Tue Nov 17 01:41:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.080389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26723 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98172 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77510 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43113 clock time -[SCHEDULER ITER17 LR1]: 200066 words processed Tue Nov 17 01:42:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.081359. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41778 clock time -[SCHEDULER ITER17 LR1]: 240045 words processed Tue Nov 17 01:42:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.077826. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41860 clock time -[SCHEDULER ITER17 LR1]: 280057 words processed Tue Nov 17 01:42:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.074372. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97443 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42721 clock time -[SCHEDULER ITER17 LR1]: 320106 words processed Tue Nov 17 01:42:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22972 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97339 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76090 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42745 clock time -[SCHEDULER ITER17 LR1]: 360024 words processed Tue Nov 17 01:43:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32857 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80723 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43602 clock time -[SCHEDULER ITER17 LR1]: 400089 words processed Tue Nov 17 01:43:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070747. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36026 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81374 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43998 clock time -[SCHEDULER ITER17 LR1]: 440067 words processed Tue Nov 17 01:43:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.071871. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41893 clock time -[SCHEDULER ITER17 LR1]: 480051 words processed Tue Nov 17 01:43:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072731. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95449 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74530 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41870 clock time -[SCHEDULER ITER17 LR1]: 520140 words processed Tue Nov 17 01:44:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.073258. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26406 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77554 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43266 clock time -[SCHEDULER ITER17 LR1]: 560132 words processed Tue Nov 17 01:44:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.073656. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24712 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96970 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77855 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42623 clock time -[SCHEDULER ITER17 LR1]: 600118 words processed Tue Nov 17 01:44:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97652 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time -[SCHEDULER ITER17 LR1]: 640090 words processed Tue Nov 17 01:44:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.071177. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95537 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75109 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41897 clock time -[SCHEDULER ITER17 LR1]: 680075 words processed Tue Nov 17 01:45:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070671. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18134 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95529 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74991 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41954 clock time -[SCHEDULER ITER17 LR1]: 720043 words processed Tue Nov 17 01:45:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070539. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31403 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43333 clock time -[SCHEDULER ITER17 LR1]: 760012 words processed Tue Nov 17 01:45:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.069850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79870 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time -[SCHEDULER ITER17 LR1]: 800113 words processed Tue Nov 17 01:45:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070369. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35853 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81232 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44252 clock time -[SCHEDULER ITER17 LR1]: 840089 words processed Tue Nov 17 01:46:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.069971. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77499 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time -[SCHEDULER ITER17 LR1]: 880052 words processed Tue Nov 17 01:46:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070321. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41889 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER17 LR1]: shuffling training file -===PEEK ON TEST 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40087 words processed Tue Nov 17 01:46:40 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.191054. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80089 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Tue Nov 17 01:46:53 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.259630. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75741 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... - -[SCHEDULER ITER18 LR0.6]: preparing parameters... -[SCHEDULER ITER18 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46040379 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46045236 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92292549 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92408883 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94305051 -[SCHEDULER ITER18 LR0.6]: preparing parameters end. -[SCHEDULER ITER18 LR0.6]: preparing layers... -(01:47:04 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:47:04 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:47:04 2015-11-17)[nerv] info: create layer: combinerL1 -(01:47:04 2015-11-17)[nerv] info: create layer: outputL -(01:47:04 2015-11-17)[nerv] info: create layer: softmaxL -(01:47:04 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER18 LR0.6]: preparing layers end. -[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER18 LR0.6]: Initing TNN end. -===ITERATION 18 LR 0.600000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40092 words processed Tue Nov 17 01:47:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.043667. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27354 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97688 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43053 clock time -[SCHEDULER ITER18 LR0.6]: 80099 words processed Tue Nov 17 01:47:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.039896. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29561 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79646 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43033 clock time -[SCHEDULER ITER18 LR0.6]: 120004 words processed Tue Nov 17 01:47:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.033742. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96295 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42551 clock time -[SCHEDULER ITER18 LR0.6]: 160114 words processed Tue Nov 17 01:48:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.035984. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33994 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99450 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43759 clock time -[SCHEDULER ITER18 LR0.6]: 200066 words processed Tue Nov 17 01:48:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.035035. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35697 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81827 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43689 clock time -[SCHEDULER ITER18 LR0.6]: 240045 words processed Tue Nov 17 01:48:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.030310. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97492 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79727 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42971 clock time -[SCHEDULER ITER18 LR0.6]: 280057 words processed Tue Nov 17 01:48:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025772. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78987 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43357 clock time -[SCHEDULER ITER18 LR0.6]: 320106 words processed Tue Nov 17 01:49:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023427. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00644 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44537 clock time -[SCHEDULER ITER18 LR0.6]: 360024 words processed Tue Nov 17 01:49:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.021796. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21554 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42206 clock time -[SCHEDULER ITER18 LR0.6]: 400089 words processed Tue Nov 17 01:49:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019102. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97352 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78116 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time -[SCHEDULER ITER18 LR0.6]: 440067 words processed Tue Nov 17 01:49:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019677. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21961 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42320 clock time -[SCHEDULER ITER18 LR0.6]: 480051 words processed Tue Nov 17 01:50:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.020225. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27855 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79211 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42937 clock time -[SCHEDULER ITER18 LR0.6]: 520140 words processed Tue Nov 17 01:50:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019858. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43047 clock time -[SCHEDULER ITER18 LR0.6]: 560132 words processed Tue Nov 17 01:50:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019758. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42955 clock time -[SCHEDULER ITER18 LR0.6]: 600118 words processed Tue Nov 17 01:50:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.017512. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77086 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42284 clock time -[SCHEDULER ITER18 LR0.6]: 640090 words processed Tue Nov 17 01:51:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.015774. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42161 clock time -[SCHEDULER ITER18 LR0.6]: 680075 words processed Tue Nov 17 01:51:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014732. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43066 clock time -[SCHEDULER ITER18 LR0.6]: 720043 words processed Tue Nov 17 01:51:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014130. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95739 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42080 clock time -[SCHEDULER ITER18 LR0.6]: 760012 words processed Tue Nov 17 01:51:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012778. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42143 clock time -[SCHEDULER ITER18 LR0.6]: 800113 words processed Tue Nov 17 01:52:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012906. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time -[SCHEDULER ITER18 LR0.6]: 840089 words processed Tue Nov 17 01:52:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012001. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95733 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42122 clock time -[SCHEDULER ITER18 LR0.6]: 880052 words processed Tue Nov 17 01:52:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012052. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95728 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76664 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42153 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: -[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER18 LR0.6]: shuffling training file -===PEEK ON TEST 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40087 words processed Tue Nov 17 01:52:44 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.159080. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78969 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: -[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40095 words processed Tue Nov 17 01:52:57 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.229502. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77727 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: -[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... - -[SCHEDULER ITER19 LR0.36]: preparing parameters... -[SCHEDULER ITER19 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1895256 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1900112 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48153092 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48269401 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94307755 -[SCHEDULER ITER19 LR0.36]: preparing parameters end. -[SCHEDULER ITER19 LR0.36]: preparing layers... -(01:53:08 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:53:08 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:53:08 2015-11-17)[nerv] info: create layer: combinerL1 -(01:53:08 2015-11-17)[nerv] info: create layer: outputL -(01:53:08 2015-11-17)[nerv] info: create layer: softmaxL -(01:53:08 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER19 LR0.36]: preparing layers end. -[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER19 LR0.36]: Initing TNN end. -===ITERATION 19 LR 0.360000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40092 words processed Tue Nov 17 01:53:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.007280. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43190 clock time -[SCHEDULER ITER19 LR0.36]: 80099 words processed Tue Nov 17 01:53:37 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.003431. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42475 clock time -[SCHEDULER ITER19 LR0.36]: 120004 words processed Tue Nov 17 01:53:52 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997580. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17392 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41897 clock time -[SCHEDULER ITER19 LR0.36]: 160114 words processed Tue Nov 17 01:54:07 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.998525. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44737 clock time -[SCHEDULER ITER19 LR0.36]: 200066 words processed Tue Nov 17 01:54:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997707. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42417 clock time -[SCHEDULER ITER19 LR0.36]: 240045 words processed Tue Nov 17 01:54:37 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.993389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42406 clock time -[SCHEDULER ITER19 LR0.36]: 280057 words processed Tue Nov 17 01:54:52 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.989080. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95728 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43671 clock time -[SCHEDULER ITER19 LR0.36]: 320106 words processed Tue Nov 17 01:55:07 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986892. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27853 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79993 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43404 clock time -[SCHEDULER ITER19 LR0.36]: 360024 words processed Tue Nov 17 01:55:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.985177. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42595 clock time -[SCHEDULER ITER19 LR0.36]: 400089 words processed Tue Nov 17 01:55:37 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982339. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43509 clock time -[SCHEDULER ITER19 LR0.36]: 440067 words processed Tue Nov 17 01:55:52 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982908. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42229 clock time -[SCHEDULER ITER19 LR0.36]: 480051 words processed Tue Nov 17 01:56:07 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.983385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18713 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77466 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42188 clock time -[SCHEDULER ITER19 LR0.36]: 520140 words processed Tue Nov 17 01:56:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982902. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81588 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44336 clock time -[SCHEDULER ITER19 LR0.36]: 560132 words processed Tue Nov 17 01:56:36 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982661. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15741 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41779 clock time -[SCHEDULER ITER19 LR0.36]: 600118 words processed Tue Nov 17 01:56:51 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.980337. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77952 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42540 clock time -[SCHEDULER ITER19 LR0.36]: 640090 words processed Tue Nov 17 01:57:06 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.978348. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21490 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78240 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42527 clock time -[SCHEDULER ITER19 LR0.36]: 680075 words processed Tue Nov 17 01:57:21 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977145. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16478 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92048 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76536 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42010 clock time -[SCHEDULER ITER19 LR0.36]: 720043 words processed Tue Nov 17 01:57:36 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.976308. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91711 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41994 clock time -[SCHEDULER ITER19 LR0.36]: 760012 words processed Tue Nov 17 01:57:50 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.974690. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41846 clock time -[SCHEDULER ITER19 LR0.36]: 800113 words processed Tue Nov 17 01:58:05 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.974618. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79863 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43380 clock time -[SCHEDULER ITER19 LR0.36]: 840089 words processed Tue Nov 17 01:58:20 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973580. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93495 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43029 clock time -[SCHEDULER ITER19 LR0.36]: 880052 words processed Tue Nov 17 01:58:35 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973415. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93573 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: -[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER19 LR0.36]: shuffling training file -===PEEK ON TEST 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40087 words processed Tue Nov 17 01:58:46 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.136208. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82211 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: -[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40095 words processed Tue Nov 17 01:58:59 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.208516. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.82932 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85088 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: -[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... - -[SCHEDULER ITER20 LR0.216]: preparing parameters... -[SCHEDULER ITER20 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46036780 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46041636 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92297326 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92413618 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94308206 -[SCHEDULER ITER20 LR0.216]: preparing parameters end. -[SCHEDULER ITER20 LR0.216]: preparing layers... -(01:59:10 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:59:10 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:59:10 2015-11-17)[nerv] info: create layer: combinerL1 -(01:59:10 2015-11-17)[nerv] info: create layer: outputL -(01:59:10 2015-11-17)[nerv] info: create layer: softmaxL -(01:59:10 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER20 LR0.216]: preparing layers end. -[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER20 LR0.216]: Initing TNN end. -===ITERATION 20 LR 0.216000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40092 words processed Tue Nov 17 01:59:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.981529. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28691 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99532 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43463 clock time -[SCHEDULER ITER20 LR0.216]: 80099 words processed Tue Nov 17 01:59:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.977850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75015 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42248 clock time -[SCHEDULER ITER20 LR0.216]: 120004 words processed Tue Nov 17 01:59:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.972350. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42335 clock time -[SCHEDULER ITER20 LR0.216]: 160114 words processed Tue Nov 17 02:00:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.973418. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30381 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99799 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43410 clock time -[SCHEDULER ITER20 LR0.216]: 200066 words processed Tue Nov 17 02:00:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.972559. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78837 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43394 clock time -[SCHEDULER ITER20 LR0.216]: 240045 words processed Tue Nov 17 02:00:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.968260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79782 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43777 clock time -[SCHEDULER ITER20 LR0.216]: 280057 words processed Tue Nov 17 02:00:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.964016. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77879 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43726 clock time -[SCHEDULER ITER20 LR0.216]: 320106 words processed Tue Nov 17 02:01:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28592 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77412 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43399 clock time -[SCHEDULER ITER20 LR0.216]: 360024 words processed Tue Nov 17 02:01:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.960100. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33161 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99328 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43734 clock time -[SCHEDULER ITER20 LR0.216]: 400089 words processed Tue Nov 17 02:01:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957160. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44663 clock time -[SCHEDULER ITER20 LR0.216]: 440067 words processed Tue Nov 17 02:01:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957730. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79164 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43601 clock time -[SCHEDULER ITER20 LR0.216]: 480051 words processed Tue Nov 17 02:02:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958163. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19547 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42200 clock time -[SCHEDULER ITER20 LR0.216]: 520140 words processed Tue Nov 17 02:02:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957670. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75848 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42907 clock time -[SCHEDULER ITER20 LR0.216]: 560132 words processed Tue Nov 17 02:02:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957347. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18878 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42079 clock time -[SCHEDULER ITER20 LR0.216]: 600118 words processed Tue Nov 17 02:02:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.954947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18871 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42066 clock time -[SCHEDULER ITER20 LR0.216]: 640090 words processed Tue Nov 17 02:03:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.952798. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22587 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97209 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42420 clock time -[SCHEDULER ITER20 LR0.216]: 680075 words processed Tue Nov 17 02:03:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.951496. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74651 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42099 clock time -[SCHEDULER ITER20 LR0.216]: 720043 words processed Tue Nov 17 02:03:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950527. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19142 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96296 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42103 clock time -[SCHEDULER ITER20 LR0.216]: 760012 words processed Tue Nov 17 02:03:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948769. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96259 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74640 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42083 clock time -[SCHEDULER ITER20 LR0.216]: 800113 words processed Tue Nov 17 02:04:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948570. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76370 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43084 clock time -[SCHEDULER ITER20 LR0.216]: 840089 words processed Tue Nov 17 02:04:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947455. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time -[SCHEDULER ITER20 LR0.216]: 880052 words processed Tue Nov 17 02:04:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947175. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42552 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: -[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER20 LR0.216]: shuffling training file -===PEEK ON TEST 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40087 words processed Tue Nov 17 02:04:50 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.122304. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73690 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78848 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: -[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40095 words processed Tue Nov 17 02:05:03 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.195560. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: -[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... - -[SCHEDULER ITER21 LR0.1296]: preparing parameters... -[SCHEDULER ITER21 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1894050 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1898903 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48155663 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48271943 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94307817 -[SCHEDULER ITER21 LR0.1296]: preparing parameters end. -[SCHEDULER ITER21 LR0.1296]: preparing layers... -(02:05:15 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:05:15 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:05:15 2015-11-17)[nerv] info: create layer: combinerL1 -(02:05:15 2015-11-17)[nerv] info: create layer: outputL -(02:05:15 2015-11-17)[nerv] info: create layer: softmaxL -(02:05:15 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER21 LR0.1296]: preparing layers end. -[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER21 LR0.1296]: Initing TNN end. -===ITERATION 21 LR 0.129600=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40092 words processed Tue Nov 17 02:05:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.964006. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31852 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99210 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time -[SCHEDULER ITER21 LR0.1296]: 80099 words processed Tue Nov 17 02:05:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.960321. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42698 clock time -[SCHEDULER ITER21 LR0.1296]: 120004 words processed Tue Nov 17 02:05:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.955006. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36320 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81563 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43577 clock time -[SCHEDULER ITER21 LR0.1296]: 160114 words processed Tue Nov 17 02:06:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.956131. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98947 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43373 clock time -[SCHEDULER ITER21 LR0.1296]: 200066 words processed Tue Nov 17 02:06:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.955298. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22627 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96308 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42164 clock time -[SCHEDULER ITER21 LR0.1296]: 240045 words processed Tue Nov 17 02:06:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.950983. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34363 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43492 clock time -[SCHEDULER ITER21 LR0.1296]: 280057 words processed Tue Nov 17 02:06:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.946828. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44236 clock time -[SCHEDULER ITER21 LR0.1296]: 320106 words processed Tue Nov 17 02:07:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944750. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42912 clock time -[SCHEDULER ITER21 LR0.1296]: 360024 words processed Tue Nov 17 02:07:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.942985. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95810 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76111 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42013 clock time -[SCHEDULER ITER21 LR0.1296]: 400089 words processed Tue Nov 17 02:07:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939985. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25783 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97766 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77471 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42947 clock time -[SCHEDULER ITER21 LR0.1296]: 440067 words processed Tue Nov 17 02:07:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940516. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79280 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42982 clock time -[SCHEDULER ITER21 LR0.1296]: 480051 words processed Tue Nov 17 02:08:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940943. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42515 clock time -[SCHEDULER ITER21 LR0.1296]: 520140 words processed Tue Nov 17 02:08:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940430. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82802 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time -[SCHEDULER ITER21 LR0.1296]: 560132 words processed Tue Nov 17 02:08:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940051. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42252 clock time -[SCHEDULER ITER21 LR0.1296]: 600118 words processed Tue Nov 17 02:08:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.937604. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42026 clock time -[SCHEDULER ITER21 LR0.1296]: 640090 words processed Tue Nov 17 02:09:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935357. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28755 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97674 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79395 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42858 clock time -[SCHEDULER ITER21 LR0.1296]: 680075 words processed Tue Nov 17 02:09:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933969. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97090 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42814 clock time -[SCHEDULER ITER21 LR0.1296]: 720043 words processed Tue Nov 17 02:09:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.932894. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time -[SCHEDULER ITER21 LR0.1296]: 760012 words processed Tue Nov 17 02:09:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931031. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43822 clock time -[SCHEDULER ITER21 LR0.1296]: 800113 words processed Tue Nov 17 02:10:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.930732. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00124 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44480 clock time -[SCHEDULER ITER21 LR0.1296]: 840089 words processed Tue Nov 17 02:10:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929552. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23206 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96250 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42299 clock time -[SCHEDULER ITER21 LR0.1296]: 880052 words processed Tue Nov 17 02:10:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929191. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97208 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78358 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42827 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: -[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER21 LR0.1296]: shuffling training file -===PEEK ON TEST 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40087 words processed Tue Nov 17 02:10:55 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.114255. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78452 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: -[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40095 words processed Tue Nov 17 02:11:08 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.187961. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81100 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: -[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... - -[SCHEDULER ITER22 LR0.07776]: preparing parameters... -[SCHEDULER ITER22 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46035256 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46040108 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92296841 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92413108 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94306801 -[SCHEDULER ITER22 LR0.07776]: preparing parameters end. -[SCHEDULER ITER22 LR0.07776]: preparing layers... -(02:11:20 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:11:20 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:11:20 2015-11-17)[nerv] info: create layer: combinerL1 -(02:11:20 2015-11-17)[nerv] info: create layer: outputL -(02:11:20 2015-11-17)[nerv] info: create layer: softmaxL -(02:11:20 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER22 LR0.07776]: preparing layers end. -[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER22 LR0.07776]: Initing TNN end. -===ITERATION 22 LR 0.077760=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40092 words processed Tue Nov 17 02:11:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.951876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29870 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43327 clock time -[SCHEDULER ITER22 LR0.07776]: 80099 words processed Tue Nov 17 02:11:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.948115. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21909 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time -[SCHEDULER ITER22 LR0.07776]: 120004 words processed Tue Nov 17 02:12:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.942954. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97294 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42206 clock time -[SCHEDULER ITER22 LR0.07776]: 160114 words processed Tue Nov 17 02:12:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.944119. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28767 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43118 clock time -[SCHEDULER ITER22 LR0.07776]: 200066 words processed Tue Nov 17 02:12:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.943320. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21568 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42136 clock time -[SCHEDULER ITER22 LR0.07776]: 240045 words processed Tue Nov 17 02:12:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.939028. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76509 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42256 clock time -[SCHEDULER ITER22 LR0.07776]: 280057 words processed Tue Nov 17 02:13:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.934927. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77160 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time -[SCHEDULER ITER22 LR0.07776]: 320106 words processed Tue Nov 17 02:13:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932901. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77093 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42962 clock time -[SCHEDULER ITER22 LR0.07776]: 360024 words processed Tue Nov 17 02:13:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931143. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25269 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42670 clock time -[SCHEDULER ITER22 LR0.07776]: 400089 words processed Tue Nov 17 02:13:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928088. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38195 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82095 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44362 clock time -[SCHEDULER ITER22 LR0.07776]: 440067 words processed Tue Nov 17 02:14:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928607. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96824 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42015 clock time -[SCHEDULER ITER22 LR0.07776]: 480051 words processed Tue Nov 17 02:14:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.929036. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42070 clock time -[SCHEDULER ITER22 LR0.07776]: 520140 words processed Tue Nov 17 02:14:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928505. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98879 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43229 clock time -[SCHEDULER ITER22 LR0.07776]: 560132 words processed Tue Nov 17 02:14:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928065. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99533 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43596 clock time -[SCHEDULER ITER22 LR0.07776]: 600118 words processed Tue Nov 17 02:15:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.925599. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42991 clock time -[SCHEDULER ITER22 LR0.07776]: 640090 words processed Tue Nov 17 02:15:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923311. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96571 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41973 clock time -[SCHEDULER ITER22 LR0.07776]: 680075 words processed Tue Nov 17 02:15:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921873. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26284 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97904 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42711 clock time -[SCHEDULER ITER22 LR0.07776]: 720043 words processed Tue Nov 17 02:15:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.920734. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42137 clock time -[SCHEDULER ITER22 LR0.07776]: 760012 words processed Tue Nov 17 02:16:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918822. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23640 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42451 clock time -[SCHEDULER ITER22 LR0.07776]: 800113 words processed Tue Nov 17 02:16:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918464. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26754 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43179 clock time -[SCHEDULER ITER22 LR0.07776]: 840089 words processed Tue Nov 17 02:16:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917255. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20786 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96696 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76022 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42168 clock time -[SCHEDULER ITER22 LR0.07776]: 880052 words processed Tue Nov 17 02:16:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916834. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42352 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: -[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER22 LR0.07776]: shuffling training file -===PEEK ON TEST 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40087 words processed Tue Nov 17 02:17:00 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.109316. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79022 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: -[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40095 words processed Tue Nov 17 02:17:13 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.183313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77644 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: -[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... - -[SCHEDULER ITER23 LR0.046656]: preparing parameters... -[SCHEDULER ITER23 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1893435 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1898284 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48154857 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48271120 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94306015 -[SCHEDULER ITER23 LR0.046656]: preparing parameters end. -[SCHEDULER ITER23 LR0.046656]: preparing layers... -(02:17:25 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:17:25 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:17:25 2015-11-17)[nerv] info: create layer: combinerL1 -(02:17:25 2015-11-17)[nerv] info: create layer: outputL -(02:17:25 2015-11-17)[nerv] info: create layer: softmaxL -(02:17:25 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER23 LR0.046656]: preparing layers end. -[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER23 LR0.046656]: Initing TNN end. -===ITERATION 23 LR 0.046656=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40092 words processed Tue Nov 17 02:17:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.943328. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26098 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43042 clock time -[SCHEDULER ITER23 LR0.046656]: 80099 words processed Tue Nov 17 02:17:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.939708. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19670 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95266 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76176 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41839 clock time -[SCHEDULER ITER23 LR0.046656]: 120004 words processed Tue Nov 17 02:18:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.934698. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24449 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96494 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42240 clock time -[SCHEDULER ITER23 LR0.046656]: 160114 words processed Tue Nov 17 02:18:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.935900. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26015 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43001 clock time -[SCHEDULER ITER23 LR0.046656]: 200066 words processed Tue Nov 17 02:18:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.935174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78443 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time -[SCHEDULER ITER23 LR0.046656]: 240045 words processed Tue Nov 17 02:18:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.930901. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41995 clock time -[SCHEDULER ITER23 LR0.046656]: 280057 words processed Tue Nov 17 02:19:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.926836. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25284 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77774 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42987 clock time -[SCHEDULER ITER23 LR0.046656]: 320106 words processed Tue Nov 17 02:19:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.924857. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43285 clock time -[SCHEDULER ITER23 LR0.046656]: 360024 words processed Tue Nov 17 02:19:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923119. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42402 clock time -[SCHEDULER ITER23 LR0.046656]: 400089 words processed Tue Nov 17 02:19:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920062. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97119 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42765 clock time -[SCHEDULER ITER23 LR0.046656]: 440067 words processed Tue Nov 17 02:20:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920597. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19054 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41949 clock time -[SCHEDULER ITER23 LR0.046656]: 480051 words processed Tue Nov 17 02:20:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.921059. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96242 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42185 clock time -[SCHEDULER ITER23 LR0.046656]: 520140 words processed Tue Nov 17 02:20:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920521. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80941 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44577 clock time -[SCHEDULER ITER23 LR0.046656]: 560132 words processed Tue Nov 17 02:20:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920070. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26295 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97742 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time -[SCHEDULER ITER23 LR0.046656]: 600118 words processed Tue Nov 17 02:21:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.917606. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23433 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77851 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42545 clock time -[SCHEDULER ITER23 LR0.046656]: 640090 words processed Tue Nov 17 02:21:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.915317. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96710 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42541 clock time -[SCHEDULER ITER23 LR0.046656]: 680075 words processed Tue Nov 17 02:21:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.913860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43676 clock time -[SCHEDULER ITER23 LR0.046656]: 720043 words processed Tue Nov 17 02:21:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912697. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97653 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time -[SCHEDULER ITER23 LR0.046656]: 760012 words processed Tue Nov 17 02:22:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910771. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95701 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42009 clock time -[SCHEDULER ITER23 LR0.046656]: 800113 words processed Tue Nov 17 02:22:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77657 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time -[SCHEDULER ITER23 LR0.046656]: 840089 words processed Tue Nov 17 02:22:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909166. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98300 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43241 clock time -[SCHEDULER ITER23 LR0.046656]: 880052 words processed Tue Nov 17 02:22:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908725. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27804 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97789 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42772 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: -[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER23 LR0.046656]: shuffling training file -===PEEK ON TEST 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40087 words processed Tue Nov 17 02:23:05 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.105861. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70428 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77841 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: -[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40095 words processed Tue Nov 17 02:23:18 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.180019. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77204 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: -[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... - -[SCHEDULER ITER24 LR0.0279936]: preparing parameters... -[SCHEDULER ITER24 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46034688 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46039537 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92295942 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92412200 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94305436 -[SCHEDULER ITER24 LR0.0279936]: preparing parameters end. -[SCHEDULER ITER24 LR0.0279936]: preparing layers... -(02:23:29 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:23:29 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:23:29 2015-11-17)[nerv] info: create layer: combinerL1 -(02:23:29 2015-11-17)[nerv] info: create layer: outputL -(02:23:29 2015-11-17)[nerv] info: create layer: softmaxL -(02:23:29 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER24 LR0.0279936]: preparing layers end. -[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER24 LR0.0279936]: Initing TNN end. -===ITERATION 24 LR 0.027994=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Tue Nov 17 02:23:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.937618. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00202 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78357 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43654 clock time -[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Tue Nov 17 02:23:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.934095. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24558 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76685 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42357 clock time -[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Tue Nov 17 02:24:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.929226. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25484 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77452 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42280 clock time -[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Tue Nov 17 02:24:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.930426. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00836 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80343 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43965 clock time -[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Tue Nov 17 02:24:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.929773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97690 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75995 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42254 clock time -[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Tue Nov 17 02:24:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.925530. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42925 clock time -[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Tue Nov 17 02:25:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921505. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99392 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43080 clock time -[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Tue Nov 17 02:25:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.919564. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01089 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44205 clock time -[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Tue Nov 17 02:25:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917825. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43831 clock time -[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Tue Nov 17 02:25:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43796 clock time -[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Tue Nov 17 02:26:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81070 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44042 clock time -[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Tue Nov 17 02:26:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915779. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time -[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Tue Nov 17 02:26:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915223. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76955 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42952 clock time -[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Tue Nov 17 02:26:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914765. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42359 clock time -[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Tue Nov 17 02:27:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.912281. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42246 clock time -[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Tue Nov 17 02:27:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909977. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31716 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99499 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79637 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43459 clock time -[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Tue Nov 17 02:27:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.908495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26854 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time -[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Tue Nov 17 02:27:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907301. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31719 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79369 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43407 clock time -[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Tue Nov 17 02:28:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.905351. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76718 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42283 clock time -[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Tue Nov 17 02:28:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904930. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28478 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77862 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43295 clock time -[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Tue Nov 17 02:28:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903683. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75713 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42071 clock time -[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Tue Nov 17 02:28:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903209. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20872 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75613 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42097 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: -[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER24 LR0.0279936]: shuffling training file -===PEEK ON TEST 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Tue Nov 17 02:29:09 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.103746. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73719 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79546 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: -[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Tue Nov 17 02:29:22 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.177995. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82669 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: -[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... - -[SCHEDULER ITER25 LR0.01679616]: preparing parameters... -[SCHEDULER ITER25 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1893126 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1897975 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48154211 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48270468 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94304939 -[SCHEDULER ITER25 LR0.01679616]: preparing parameters end. -[SCHEDULER ITER25 LR0.01679616]: preparing layers... -(02:29:33 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:29:33 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:29:33 2015-11-17)[nerv] info: create layer: combinerL1 -(02:29:33 2015-11-17)[nerv] info: create layer: outputL -(02:29:33 2015-11-17)[nerv] info: create layer: softmaxL -(02:29:33 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER25 LR0.01679616]: preparing layers end. -[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER25 LR0.01679616]: Initing TNN end. -===ITERATION 25 LR 0.016796=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Tue Nov 17 02:29:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.933340. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43848 clock time -[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Tue Nov 17 02:30:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.929899. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20877 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95715 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41902 clock time -[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Tue Nov 17 02:30:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925183. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41839 clock time -[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Tue Nov 17 02:30:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.926365. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24361 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42676 clock time -[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Tue Nov 17 02:30:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925781. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95694 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76191 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41855 clock time -[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Tue Nov 17 02:31:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.921576. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96442 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76698 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42182 clock time -[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Tue Nov 17 02:31:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917590. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28327 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98338 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43197 clock time -[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Tue Nov 17 02:31:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.915687. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43801 clock time -[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Tue Nov 17 02:31:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913957. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41984 clock time -[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Tue Nov 17 02:32:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910927. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97743 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42918 clock time -[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Tue Nov 17 02:32:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911484. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96039 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42016 clock time -[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Tue Nov 17 02:32:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911963. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42295 clock time -[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Tue Nov 17 02:32:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911406. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time -[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Tue Nov 17 02:33:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910966. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31953 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80748 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43417 clock time -[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Tue Nov 17 02:33:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.908482. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19172 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95805 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41851 clock time -[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Tue Nov 17 02:33:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906177. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76348 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41998 clock time -[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Tue Nov 17 02:33:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904691. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41815 clock time -[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Tue Nov 17 02:34:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903487. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96004 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41973 clock time -[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Tue Nov 17 02:34:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901534. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19780 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95810 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41880 clock time -[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Tue Nov 17 02:34:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26472 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43077 clock time -[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Tue Nov 17 02:34:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76348 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41920 clock time -[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Tue Nov 17 02:35:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76606 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42131 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: -[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER25 LR0.01679616]: shuffling training file -===PEEK ON TEST 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Tue Nov 17 02:35:13 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.102266. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77708 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: -[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Tue Nov 17 02:35:26 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.176467. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79015 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: -[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... - -[SCHEDULER ITER26 LR0.010077696]: preparing parameters... -[SCHEDULER ITER26 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46034350 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46039198 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92295302 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92411556 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94304612 -[SCHEDULER ITER26 LR0.010077696]: preparing parameters end. -[SCHEDULER ITER26 LR0.010077696]: preparing layers... -(02:35:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:35:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:35:37 2015-11-17)[nerv] info: create layer: combinerL1 -(02:35:37 2015-11-17)[nerv] info: create layer: outputL -(02:35:37 2015-11-17)[nerv] info: create layer: softmaxL -(02:35:37 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER26 LR0.010077696]: preparing layers end. -[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER26 LR0.010077696]: Initing TNN end. -===ITERATION 26 LR 0.010078=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Tue Nov 17 02:35:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.930522. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38963 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01549 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44577 clock time -[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Tue Nov 17 02:36:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.927158. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42724 clock time -[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Tue Nov 17 02:36:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.922568. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21774 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42107 clock time -[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Tue Nov 17 02:36:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923726. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42976 clock time -[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Tue Nov 17 02:36:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923204. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96542 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75190 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time -[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Tue Nov 17 02:37:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.919023. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21935 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75824 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42225 clock time -[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Tue Nov 17 02:37:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915064. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41502 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44815 clock time -[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Tue Nov 17 02:37:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.913183. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01815 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44669 clock time -[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Tue Nov 17 02:37:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911456. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27822 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42867 clock time -[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Tue Nov 17 02:38:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908451. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44232 clock time -[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Tue Nov 17 02:38:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.909026. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99090 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43091 clock time -[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Tue Nov 17 02:38:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.909514. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96594 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42113 clock time -[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Tue Nov 17 02:38:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908957. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43034 clock time -[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Tue Nov 17 02:39:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908535. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75766 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42111 clock time -[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Tue Nov 17 02:39:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906053. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time -[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Tue Nov 17 02:39:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.903747. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96533 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42072 clock time -[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Tue Nov 17 02:39:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96769 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42105 clock time -[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Tue Nov 17 02:40:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901047. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29414 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78360 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43269 clock time -[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Tue Nov 17 02:40:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899094. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80199 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time -[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Tue Nov 17 02:40:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.898673. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time -[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Tue Nov 17 02:40:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897423. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19866 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74804 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42104 clock time -[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Tue Nov 17 02:41:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896938. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: -[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER26 LR0.010077696]: shuffling training file -===PEEK ON TEST 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Tue Nov 17 02:41:18 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.101186. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75946 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79895 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: -[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Tue Nov 17 02:41:31 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.175300. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70468 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76903 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: -[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... - -[SCHEDULER ITER27 LR0.0060466176]: preparing parameters... -[SCHEDULER ITER27 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1893028 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1897876 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48153845 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48270092 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94304410 -[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. -[SCHEDULER ITER27 LR0.0060466176]: preparing layers... -(02:41:42 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:41:42 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:41:42 2015-11-17)[nerv] info: create layer: combinerL1 -(02:41:42 2015-11-17)[nerv] info: create layer: outputL -(02:41:42 2015-11-17)[nerv] info: create layer: softmaxL -(02:41:42 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER27 LR0.0060466176]: preparing layers end. -[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end. -===ITERATION 27 LR 0.006047=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Tue Nov 17 02:41:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.928703. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99499 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80599 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43956 clock time -[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Tue Nov 17 02:42:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.925389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97028 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time -[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Tue Nov 17 02:42:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.920893. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22998 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42047 clock time -[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Tue Nov 17 02:42:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.922035. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97745 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42837 clock time -[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Tue Nov 17 02:42:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.921561. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21316 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95862 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76841 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time -[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Tue Nov 17 02:43:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.917388. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42076 clock time -[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Tue Nov 17 02:43:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.913446. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26352 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42828 clock time -[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Tue Nov 17 02:43:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.911589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97720 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time -[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Tue Nov 17 02:43:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909863. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time -[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Tue Nov 17 02:44:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906869. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43294 clock time -[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Tue Nov 17 02:44:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907463. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20368 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time -[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Tue Nov 17 02:44:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907954. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95984 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41909 clock time -[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Tue Nov 17 02:44:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907397. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30102 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43350 clock time -[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Tue Nov 17 02:45:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906986. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28358 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79206 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42844 clock time -[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Tue Nov 17 02:45:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.904509. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42521 clock time -[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Tue Nov 17 02:45:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.902200. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35502 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99495 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44239 clock time -[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Tue Nov 17 02:45:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900713. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42484 clock time -[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Tue Nov 17 02:46:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24761 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96609 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78338 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42448 clock time -[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Tue Nov 17 02:46:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897538. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76350 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42087 clock time -[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Tue Nov 17 02:46:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897123. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81319 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43889 clock time -[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Tue Nov 17 02:46:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895873. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78450 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42452 clock time -[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Tue Nov 17 02:47:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895386. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42554 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: -[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER27 LR0.0060466176]: shuffling training file -===PEEK ON TEST 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Tue Nov 17 02:47:22 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.100389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70063 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77711 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: -[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Tue Nov 17 02:47:35 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.174504. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69769 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77520 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: -[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... - -[SCHEDULER ITER28 LR0.00362797056]: preparing parameters... -[SCHEDULER ITER28 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46034294 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46039142 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92295019 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92411266 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94304283 -[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. -[SCHEDULER ITER28 LR0.00362797056]: preparing layers... -(02:47:46 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:47:46 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:47:46 2015-11-17)[nerv] info: create layer: combinerL1 -(02:47:46 2015-11-17)[nerv] info: create layer: outputL -(02:47:46 2015-11-17)[nerv] info: create layer: softmaxL -(02:47:46 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER28 LR0.00362797056]: preparing layers end. -[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end. -===ITERATION 28 LR 0.003628=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Tue Nov 17 02:48:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.927532. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34231 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00674 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79762 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time -[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Tue Nov 17 02:48:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.924242. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77423 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42657 clock time -[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Tue Nov 17 02:48:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.919807. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79079 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43114 clock time -[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Tue Nov 17 02:48:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44675 clock time -[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Tue Nov 17 02:49:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920510. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28854 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time -[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Tue Nov 17 02:49:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.916340. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42618 clock time -[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Tue Nov 17 02:49:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.912409. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26830 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98697 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77609 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43121 clock time -[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Tue Nov 17 02:49:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.910574. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27498 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98970 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77673 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time -[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Tue Nov 17 02:50:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97153 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42291 clock time -[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Tue Nov 17 02:50:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905859. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28973 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43455 clock time -[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Tue Nov 17 02:50:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906460. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75490 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42183 clock time -[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Tue Nov 17 02:50:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906956. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42170 clock time -[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Tue Nov 17 02:51:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906400. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32795 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00272 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44005 clock time -[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Tue Nov 17 02:51:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905997. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97764 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42353 clock time -[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Tue Nov 17 02:51:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.903523. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75911 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42355 clock time -[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Tue Nov 17 02:51:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.901214. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42471 clock time -[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Tue Nov 17 02:52:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899727. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33866 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43604 clock time -[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Tue Nov 17 02:52:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898506. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97020 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42146 clock time -[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Tue Nov 17 02:52:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896546. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time -[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Tue Nov 17 02:52:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896134. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28570 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43537 clock time -[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Tue Nov 17 02:53:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894884. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28293 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time -[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Tue Nov 17 02:53:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894395. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43283 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: -[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER28 LR0.00362797056]: shuffling training file -===PEEK ON TEST 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Tue Nov 17 02:53:27 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.099856. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82154 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: -[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Tue Nov 17 02:53:40 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.173991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76790 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: -[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... - -[SCHEDULER ITER29 LR0.002176782336]: preparing parameters... -[SCHEDULER ITER29 LR0.002176782336]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1893023 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1897872 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48153679 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48269927 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94304217 -[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. -[SCHEDULER ITER29 LR0.002176782336]: preparing layers... -(02:53:51 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:53:51 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:53:51 2015-11-17)[nerv] info: create layer: combinerL1 -(02:53:51 2015-11-17)[nerv] info: create layer: outputL -(02:53:51 2015-11-17)[nerv] info: create layer: softmaxL -(02:53:51 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER29 LR0.002176782336]: preparing layers end. -[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end. -===ITERATION 29 LR 0.002177=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Tue Nov 17 02:54:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.926804. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43456 clock time -[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Tue Nov 17 02:54:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.923520. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75464 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42067 clock time -[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Tue Nov 17 02:54:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.919123. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42236 clock time -[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Tue Nov 17 02:54:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.920275. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43429 clock time -[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Tue Nov 17 02:55:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.919859. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96382 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42441 clock time -[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Tue Nov 17 02:55:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.915689. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75896 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42134 clock time -[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Tue Nov 17 02:55:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.911762. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98107 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43299 clock time -[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Tue Nov 17 02:55:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.909944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42912 clock time -[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Tue Nov 17 02:56:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908221. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42132 clock time -[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Tue Nov 17 02:56:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905228. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25159 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77227 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43160 clock time -[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Tue Nov 17 02:56:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905830. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95565 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76024 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42101 clock time -[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Tue Nov 17 02:56:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.906331. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76480 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42342 clock time -[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Tue Nov 17 02:57:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905774. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25240 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77114 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43086 clock time -[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Tue Nov 17 02:57:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905376. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96372 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time -[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Tue Nov 17 02:57:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.902905. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19201 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41996 clock time -[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Tue Nov 17 02:57:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900596. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96933 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42674 clock time -[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Tue Nov 17 02:58:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43254 clock time -[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Tue Nov 17 02:58:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.897886. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43116 clock time -[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Tue Nov 17 02:58:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895924. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42067 clock time -[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Tue Nov 17 02:58:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895513. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43061 clock time -[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Tue Nov 17 02:59:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894262. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27907 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43221 clock time -[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Tue Nov 17 02:59:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96156 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76727 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: -[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER29 LR0.002176782336]: shuffling training file -===PEEK ON TEST 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Tue Nov 17 02:59:31 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.099495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70427 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77050 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: -[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Tue Nov 17 02:59:44 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.173646. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78708 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: -[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... - -[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters... -[SCHEDULER ITER30 LR0.0013060694016]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46034249 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46039098 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92294894 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92411143 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94304171 -[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end. -[SCHEDULER ITER30 LR0.0013060694016]: preparing layers... -(02:59:56 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:59:56 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:59:56 2015-11-17)[nerv] info: create layer: combinerL1 -(02:59:56 2015-11-17)[nerv] info: create layer: outputL -(02:59:56 2015-11-17)[nerv] info: create layer: softmaxL -(02:59:56 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER30 LR0.0013060694016]: preparing layers end. -[SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER30 LR0.0013060694016]: Initing TNN end. -===ITERATION 30 LR 0.001306=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Tue Nov 17 03:00:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.926353. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76685 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43358 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Tue Nov 17 03:00:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.923072. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42110 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Tue Nov 17 03:00:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.918701. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97144 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41979 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Tue Nov 17 03:00:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919857. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02250 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44486 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Tue Nov 17 03:01:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919459. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99556 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43214 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Tue Nov 17 03:01:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.915288. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75720 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43198 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Tue Nov 17 03:01:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.911363. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32270 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00751 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43697 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Tue Nov 17 03:01:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.909556. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27435 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43137 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Tue Nov 17 03:02:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34022 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43719 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Tue Nov 17 03:02:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.904837. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77781 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43848 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Tue Nov 17 03:02:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905440. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29028 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99421 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42947 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Tue Nov 17 03:02:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905945. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73723 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42157 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Tue Nov 17 03:03:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905387. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99111 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75478 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42938 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Tue Nov 17 03:03:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.904991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97203 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Tue Nov 17 03:03:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.902521. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74441 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42251 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Tue Nov 17 03:03:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900211. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28761 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43357 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Tue Nov 17 03:04:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898724. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34316 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43886 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Tue Nov 17 03:04:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.897501. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34610 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00513 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79882 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43632 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Tue Nov 17 03:04:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895537. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42201 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Tue Nov 17 03:04:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895126. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23987 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Tue Nov 17 03:05:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893875. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97886 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42419 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Tue Nov 17 03:05:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893383. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43468 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: -[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER30 LR0.0013060694016]: shuffling training file -===PEEK ON TEST 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Tue Nov 17 03:05:37 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.099248. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75793 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: -[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Tue Nov 17 03:05:50 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.173404. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67502 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74523 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: -[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... - -[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters... -[SCHEDULER ITER31 LR0.00078364164096]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1893030 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1897879 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48153629 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48269877 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94304103 -[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end. -[SCHEDULER ITER31 LR0.00078364164096]: preparing layers... -(03:06:01 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:06:01 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:06:01 2015-11-17)[nerv] info: create layer: combinerL1 -(03:06:01 2015-11-17)[nerv] info: create layer: outputL -(03:06:01 2015-11-17)[nerv] info: create layer: softmaxL -(03:06:01 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER31 LR0.00078364164096]: preparing layers end. -[SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER31 LR0.00078364164096]: Initing TNN end. -===ITERATION 31 LR 0.000784=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Tue Nov 17 03:06:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.926079. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37107 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99890 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82190 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44072 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Tue Nov 17 03:06:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.922803. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31134 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80356 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43153 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Tue Nov 17 03:06:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.918438. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34457 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98541 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43567 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Tue Nov 17 03:07:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.919593. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43992 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Tue Nov 17 03:07:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.919209. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27147 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42824 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Tue Nov 17 03:07:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.915037. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79786 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43142 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Tue Nov 17 03:07:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.911113. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38977 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44412 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Tue Nov 17 03:08:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.909313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80731 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43590 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Tue Nov 17 03:08:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98374 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43378 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Tue Nov 17 03:08:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.904592. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35210 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00199 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44025 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Tue Nov 17 03:08:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905194. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76916 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42266 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Tue Nov 17 03:09:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905704. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77061 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42287 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Tue Nov 17 03:09:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905144. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97718 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78837 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43414 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Tue Nov 17 03:09:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.904751. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95301 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41927 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Tue Nov 17 03:09:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.902280. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Tue Nov 17 03:10:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.899970. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32106 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43563 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Tue Nov 17 03:10:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.898482. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96492 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42490 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Tue Nov 17 03:10:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.897260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19364 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76079 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42032 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Tue Nov 17 03:10:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.895295. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32286 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98389 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80625 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Tue Nov 17 03:11:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.894884. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44129 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Tue Nov 17 03:11:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893633. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20541 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95801 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76611 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42088 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Tue Nov 17 03:11:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893140. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20093 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76494 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42089 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: -[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER31 LR0.00078364164096]: shuffling training file -===PEEK ON TEST 31=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Tue Nov 17 03:11:42 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.099083. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77050 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: -[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 31=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Tue Nov 17 03:11:55 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.173237. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77012 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: -[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... - -[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters... -[SCHEDULER ITER32 LR0.000470184984576]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46034229 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46039078 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92294808 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92411056 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94304087 -[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end. -[SCHEDULER ITER32 LR0.000470184984576]: preparing layers... -(03:12:06 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:12:06 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:12:06 2015-11-17)[nerv] info: create layer: combinerL1 -(03:12:06 2015-11-17)[nerv] info: create layer: outputL -(03:12:06 2015-11-17)[nerv] info: create layer: softmaxL -(03:12:06 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER32 LR0.000470184984576]: preparing layers end. -[SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER32 LR0.000470184984576]: Initing TNN end. -===ITERATION 32 LR 0.000470=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Tue Nov 17 03:12:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.925905. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99189 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43045 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Tue Nov 17 03:12:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.922641. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97961 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42540 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Tue Nov 17 03:12:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.918273. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33024 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99969 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43082 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Tue Nov 17 03:13:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.919425. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23654 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Tue Nov 17 03:13:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.919050. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17968 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72507 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Tue Nov 17 03:13:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.914876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Tue Nov 17 03:13:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.910955. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35060 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44102 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Tue Nov 17 03:14:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.909159. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33350 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44078 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Tue Nov 17 03:14:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907436. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32096 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78172 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43448 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Tue Nov 17 03:14:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904438. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37396 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44619 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Tue Nov 17 03:14:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.905040. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99301 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43300 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Tue Nov 17 03:15:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.905552. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73116 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Tue Nov 17 03:15:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904992. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42911 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Tue Nov 17 03:15:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904601. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42532 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Tue Nov 17 03:15:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.902128. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18168 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96839 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41976 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Tue Nov 17 03:16:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.899818. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74027 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42454 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Tue Nov 17 03:16:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.898330. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73208 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42248 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Tue Nov 17 03:16:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.897108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00258 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Tue Nov 17 03:16:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.895144. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42665 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Tue Nov 17 03:17:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.894732. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24904 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99451 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43150 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Tue Nov 17 03:17:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893481. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18129 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42136 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Tue Nov 17 03:17:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892987. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26471 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98988 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42916 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: -[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER32 LR0.000470184984576]: shuffling training file -===PEEK ON TEST 32=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Tue Nov 17 03:17:46 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.098981. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74741 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: -[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 32=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Tue Nov 17 03:17:59 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.173132. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75019 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: -[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... - -[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters... -[SCHEDULER ITER33 LR0.0002821109907456]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1893031 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1897880 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48153616 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48269864 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94304092 -[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end. -[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers... -(03:18:10 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:18:10 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:18:10 2015-11-17)[nerv] info: create layer: combinerL1 -(03:18:10 2015-11-17)[nerv] info: create layer: outputL -(03:18:10 2015-11-17)[nerv] info: create layer: softmaxL -(03:18:10 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end. -[SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER33 LR0.0002821109907456]: Initing TNN end. -===ITERATION 33 LR 0.000282=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Tue Nov 17 03:18:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.925795. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78349 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44117 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Tue Nov 17 03:18:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.922541. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Tue Nov 17 03:18:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.918166. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96313 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42270 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Tue Nov 17 03:19:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.919317. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76904 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43033 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Tue Nov 17 03:19:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.918948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42704 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Tue Nov 17 03:19:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.914772. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97001 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Tue Nov 17 03:19:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.910853. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33016 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79425 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43606 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Tue Nov 17 03:20:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.909060. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77300 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43138 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Tue Nov 17 03:20:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907339. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20421 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75594 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42142 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Tue Nov 17 03:20:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904342. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23568 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42801 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Tue Nov 17 03:20:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904943. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42458 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Tue Nov 17 03:21:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.905458. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34836 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Tue Nov 17 03:21:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904896. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44493 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Tue Nov 17 03:21:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904507. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33979 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99251 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43719 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Tue Nov 17 03:21:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.902034. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43653 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Tue Nov 17 03:22:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.899723. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99231 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43753 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Tue Nov 17 03:22:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.898234. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34082 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43762 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Tue Nov 17 03:22:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.897013. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42934 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Tue Nov 17 03:22:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.895049. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19291 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95694 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42085 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Tue Nov 17 03:23:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.894638. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42919 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Tue Nov 17 03:23:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893386. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43495 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Tue Nov 17 03:23:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892891. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96094 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75255 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42167 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: -[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file -===PEEK ON TEST 33=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Tue Nov 17 03:23:50 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.098918. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79786 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: -[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 33=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Tue Nov 17 03:24:03 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.173076. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78367 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: -[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... - -[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters... -[SCHEDULER ITER34 LR0.00016926659444736]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46034229 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46039078 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92294817 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92411065 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94304098 -[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end. -[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers... -(03:24:14 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:24:14 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:24:14 2015-11-17)[nerv] info: create layer: combinerL1 -(03:24:14 2015-11-17)[nerv] info: create layer: outputL -(03:24:14 2015-11-17)[nerv] info: create layer: softmaxL -(03:24:14 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end. -[SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER34 LR0.00016926659444736]: Initing TNN end. -===ITERATION 34 LR 0.000169=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Tue Nov 17 03:24:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.925728. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76573 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Tue Nov 17 03:24:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.922479. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21433 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42221 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Tue Nov 17 03:24:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.918100. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42880 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Tue Nov 17 03:25:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.919249. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44562 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Tue Nov 17 03:25:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.918886. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78694 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43594 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Tue Nov 17 03:25:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.914708. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42219 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Tue Nov 17 03:25:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.910790. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43060 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Tue Nov 17 03:26:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.908998. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28508 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00192 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Tue Nov 17 03:26:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907279. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99627 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43163 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Tue Nov 17 03:26:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904284. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01662 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44023 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Tue Nov 17 03:26:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904885. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20308 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42064 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Tue Nov 17 03:27:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.905401. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74440 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42115 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Tue Nov 17 03:27:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904838. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99370 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42939 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Tue Nov 17 03:27:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904450. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41982 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Tue Nov 17 03:27:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.901977. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97518 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42003 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Tue Nov 17 03:28:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.899665. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21155 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42138 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Tue Nov 17 03:28:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.898176. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78138 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43200 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Tue Nov 17 03:28:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.896954. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20567 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42135 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Tue Nov 17 03:28:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97611 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42065 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Tue Nov 17 03:29:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894580. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25497 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99583 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42980 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Tue Nov 17 03:29:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893328. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42305 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Tue Nov 17 03:29:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42184 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: -[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file -===PEEK ON TEST 34=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Tue Nov 17 03:29:54 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.098874. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72685 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77972 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: -[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 34=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Tue Nov 17 03:30:07 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.173047. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74508 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79019 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: -[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... - -[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters... -[SCHEDULER ITER35 LR0.00010155995666842]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1893035 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1897884 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 48153625 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 48269872 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 94304098 -[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end. -[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers... -(03:30:18 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:30:18 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:30:18 2015-11-17)[nerv] info: create layer: combinerL1 -(03:30:18 2015-11-17)[nerv] info: create layer: outputL -(03:30:18 2015-11-17)[nerv] info: create layer: softmaxL -(03:30:18 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end. -[SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER35 LR0.00010155995666842]: Initing TNN end. -===ITERATION 35 LR 0.000102=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Tue Nov 17 03:30:32 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.925692. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43699 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Tue Nov 17 03:30:47 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.922444. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19043 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75191 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41917 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Tue Nov 17 03:31:02 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.918060. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20057 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95434 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42009 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Tue Nov 17 03:31:17 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.919209. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78759 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43558 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Tue Nov 17 03:31:32 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.918851. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97160 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42987 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Tue Nov 17 03:31:47 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.914671. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17401 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95304 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41910 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Tue Nov 17 03:32:02 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.910755. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26304 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Tue Nov 17 03:32:17 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.908961. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32863 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99574 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79290 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44479 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Tue Nov 17 03:32:31 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.907243. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16787 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95196 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Tue Nov 17 03:32:46 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904250. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77688 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43346 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Tue Nov 17 03:33:01 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904851. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97237 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78624 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43239 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Tue Nov 17 03:33:16 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.905368. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95268 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74910 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42127 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Tue Nov 17 03:33:31 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904805. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42944 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Tue Nov 17 03:33:46 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904417. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43552 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Tue Nov 17 03:34:01 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.901944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76809 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42500 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Tue Nov 17 03:34:16 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.899632. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16466 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41945 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Tue Nov 17 03:34:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.898142. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94933 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73495 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41808 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Tue Nov 17 03:34:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.896920. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96882 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76592 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42667 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Tue Nov 17 03:35:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894958. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94977 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42090 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Tue Nov 17 03:35:15 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894547. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75815 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42772 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Tue Nov 17 03:35:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893295. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77425 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Tue Nov 17 03:35:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892798. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43318 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: -[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file -===PEEK ON TEST 35=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Tue Nov 17 03:35:56 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.098844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78421 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: -[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 35=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Tue Nov 17 03:36:09 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.173032. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76343 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: -[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... - -===VALIDATION PPL record=== - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -===FINAL TEST=== -[SCHEDULER FINAL_TEST]: preparing parameters... -[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 46034228 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 46039077 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 92294821 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 92411068 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 94304103 -[SCHEDULER FINAL_TEST]: preparing parameters end. -[SCHEDULER FINAL_TEST]: preparing layers... -(03:36:20 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:36:20 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:36:20 2015-11-17)[nerv] info: create layer: combinerL1 -(03:36:20 2015-11-17)[nerv] info: create layer: outputL -(03:36:20 2015-11-17)[nerv] info: create layer: softmaxL -(03:36:20 2015-11-17)[nerv] info: create layer: selectL1 -[SCHEDULER FINAL_TEST]: preparing layers end. -[SCHEDULER FINAL_TEST]: Generate and initing TNN ... - selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 - softmaxL 0 -softmaxL 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER FINAL_TEST]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Tue Nov 17 03:36:27 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.098844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76204 clock time -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: -[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -- cgit v1.2.3-70-g09d2 From 22dac37c663605aa6c6fa0426696d2d01da4370f Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 18 Nov 2015 14:59:42 +0800 Subject: small coding style change --- nerv/lib/matrix/generic/cukernel.cu | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index f996fdd..e1063af 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -231,8 +231,9 @@ __global__ void cudak_(update_select_rows)(MATRIX_ELEM *c, const MATRIX_ELEM *a, int i = blockIdx.y * blockDim.y + threadIdx.y; if (i >= nrow_a || j >= ncol_a) return; int i_c = lrintf(idx[i]); - //c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; - atomicAdd_nvidia(&c[j + i_c * stride_c], c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha); + //critical: i_c could conflict among threads(same index in the idx array), so atomicAdd is used + //c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; + atomicAdd_nvidia(c + j + i_c * stride_c, c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha); } __global__ void cudak_(expand_frm)(const MATRIX_ELEM *a, MATRIX_ELEM *b, -- cgit v1.2.3-70-g09d2 From 6456f5d0b97c5ad7e35c58751f74b8c9fefb635e Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 18 Nov 2015 20:55:08 +0800 Subject: changed work_dir setting --- nerv/examples/lmptb/tnn_ptb_main.lua | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index 50286c9..059d52a 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -184,7 +184,7 @@ global_conf = { sche_log_pre = "[SCHEDULER]:", log_w_num = 40000, --give a message when log_w_num words have been processed timer = nerv.Timer(), - work_dir = '/home/slhome/txh18/workspace/nerv/play/dagL_test' + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_test' } elseif (set == "msr_sc") then @@ -215,7 +215,7 @@ global_conf = { sche_log_pre = "[SCHEDULER]:", log_w_num = 40000, --give a message when log_w_num words have been processed timer = nerv.Timer(), - work_dir = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' + work_dir_base = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' } else @@ -244,15 +244,11 @@ global_conf = { sche_log_pre = "[SCHEDULER]:", log_w_num = 10, --give a message when log_w_num words have been processed timer = nerv.Timer(), - work_dir = '/home/slhome/txh18/workspace/nerv/play/dagL_test' + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/testEXP/tnn_test' } end -global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' -global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' -global_conf.param_fn = global_conf.work_dir .. "/params" - lr_half = false --can not be local, to be set by loadstring start_iter = -1 ppl_last = 100000 @@ -264,6 +260,11 @@ else printf("%s not user setting, all default...\n", global_conf.sche_log_pre) end +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate +global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' +global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' +global_conf.param_fn = global_conf.work_dir .. "/params" + ----------------printing options--------------------------------- printf("%s printing global_conf...\n", global_conf.sche_log_pre) for id, value in pairs(global_conf) do -- cgit v1.2.3-70-g09d2 From 4f5b45b79b8d5f6a9094888cf6b929fe86ac24a3 Mon Sep 17 00:00:00 2001 From: txh18 Date: Fri, 20 Nov 2015 19:58:14 +0800 Subject: working on automatic parameter for layers --- nerv/examples/lmptb/rnn/init.lua | 20 +++--- nerv/examples/lmptb/rnn/layers/gate_fff.lua | 67 ++++++++++++++++++++ nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua | 81 ++++++++++++++++++++++++ nerv/examples/lmptb/rnn/softmax_ce_t.lua | 81 ------------------------ nerv/examples/lmptb/tnn_ptb_main.lua | 42 ++++++------ nerv/layer/affine.lua | 4 +- nerv/layer/init.lua | 21 ++++++ nerv/nn/layer_repo.lua | 3 + nerv/nn/param_repo.lua | 7 +- 9 files changed, 209 insertions(+), 117 deletions(-) create mode 100644 nerv/examples/lmptb/rnn/layers/gate_fff.lua create mode 100644 nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua delete mode 100644 nerv/examples/lmptb/rnn/softmax_ce_t.lua diff --git a/nerv/examples/lmptb/rnn/init.lua b/nerv/examples/lmptb/rnn/init.lua index 0e08cb6..1370781 100644 --- a/nerv/examples/lmptb/rnn/init.lua +++ b/nerv/examples/lmptb/rnn/init.lua @@ -1,26 +1,26 @@ -local Layer = nerv.class('nerv.LayerT') +local LayerT = nerv.class('nerv.LayerT') -function Layer:__init(id, global_conf, layer_conf) +function LayerT:__init(id, global_conf, layer_conf) nerv.error_method_not_implemented() end -function Layer:init(batch_size, chunk_size) +function LayerT:init(batch_size, chunk_size) nerv.error_method_not_implemented() end -function Layer:update(bp_err, input, output, t) +function LayerT:update(bp_err, input, output, t) nerv.error_method_not_implemented() end -function Layer:propagate(input, output, t) +function LayerT:propagate(input, output, t) nerv.error_method_not_implemented() end -function Layer:back_propagate(bp_err, next_bp_err, input, output, t) +function LayerT:back_propagate(bp_err, next_bp_err, input, output, t) nerv.error_method_not_implemented() end -function Layer:check_dim_len(len_in, len_out) +function LayerT:check_dim_len(len_in, len_out) local expected_in = #self.dim_in local expected_out = #self.dim_out if len_in > 0 and expected_in ~= len_in then @@ -33,13 +33,13 @@ function Layer:check_dim_len(len_in, len_out) end end -function Layer:get_params() +function LayerT:get_params() nerv.error_method_not_implemented() end -function Layer:get_dim() +function LayerT:get_dim() return self.dim_in, self.dim_out end nerv.include('tnn.lua') -nerv.include('softmax_ce_t.lua') +nerv.include('layersT/softmax_ce_t.lua') diff --git a/nerv/examples/lmptb/rnn/layers/gate_fff.lua b/nerv/examples/lmptb/rnn/layers/gate_fff.lua new file mode 100644 index 0000000..74e19ce --- /dev/null +++ b/nerv/examples/lmptb/rnn/layers/gate_fff.lua @@ -0,0 +1,67 @@ +local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') + +function AffineLayer:__init(id, global_conf, layer_conf) + self.id = id + self.ltp = layer_conf.ltp + self.bp = layer_conf.bp + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + self:check_dim_len(1, 1) -- exactly one input and one output +end + +function AffineLayer:init(batch_size) + if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform and bias paramter") + end + if self.dim_in[1] ~= self.ltp.trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self.ltp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self.ltp_grad = self.ltp.trans:create() + self.ltp:train_init() + self.bp:train_init() +end + +function AffineLayer:batch_resize(batch_size) + -- do nothing +end + +function AffineLayer:update(bp_err, input, output) + if self.direct_update == true then + local gconf = self.gconf + if gconf.momentum > 0 then + self.ltp.correction:mul(input[1], bp_err[1], 1.0, gconf.momentum, 'T', 'N') + self.bp.correction:add(self.bp.correction, bp_err[1]:colsum(), gconf.momentum, 1) + -- momentum gain + local mmt_gain = 1.0 / (1.0 - gconf.momentum) + local n = self.gconf.batch_size * mmt_gain + -- perform update + self.ltp.trans:add(self.ltp.trans, self.ltp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) + self.bp.trans:add(self.bp.trans, self.bp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) + else + self.ltp.trans:mul(input[1], bp_err[1], - gconf.lrate / gconf.batch_size, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, 'T', 'N') + self.bp.trans:add(self.bp.trans, bp_err[1]:colsum(), 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / gconf.batch_size) + end + else + self.ltp:update_by_err_input(bp_err[1], input[1]) + self.bp:update_by_gradient(bp_err[1]:colsum()) + end +end + +function AffineLayer:propagate(input, output) + -- apply linear transform + output[1]:mul(input[1], self.ltp.trans, 1.0, 0.0, 'N', 'N') + -- add bias + output[1]:add_row(self.bp.trans, 1.0) +end + +function AffineLayer:back_propagate(bp_err, next_bp_err, input, output) + next_bp_err[1]:mul(bp_err[1], self.ltp.trans, 1.0, 0.0, 'N', 'T') +end + +function AffineLayer:get_params() + return nerv.ParamRepo({self.ltp, self.bp}) +end diff --git a/nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua b/nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua new file mode 100644 index 0000000..dddb05a --- /dev/null +++ b/nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua @@ -0,0 +1,81 @@ +local SoftmaxCELayer = nerv.class("nerv.SoftmaxCELayerT", "nerv.LayerT") + +function SoftmaxCELayer:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.compressed = layer_conf.compressed + if self.compressed == nil then + self.compressed = false + end + self:check_dim_len(2, -1) -- two inputs: nn output and label +end + +function SoftmaxCELayer:init(batch_size, chunk_size) + if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then + nerv.error("mismatching dimensions of previous network output and labels") + end + self.total_ce = 0.0 + self.total_correct = 0 + self.total_frames = 0 + self.softmax_t = {} + self.ce_t = {} + for t = 1, chunk_size do + self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end +end + +function SoftmaxCELayer:batch_resize(batch_size) + for t = 1, chunk_size do + if self.softmax_t[t]:nrow() ~= batch_resize then + self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end + end +end + +function SoftmaxCELayer:update(bp_err, input, output, t) + -- no params, therefore do nothing +end + +function SoftmaxCELayer:propagate(input, output, t) + local softmax = self.softmax_t[t] + local ce = self.ce_t[t] + local classified = softmax:softmax(input[1]) + local label = input[2] + ce:log_elem(softmax) + if self.compressed then + label = label:decompress(input[1]:ncol()) + end + ce:mul_elem(ce, label) + ce = ce:rowsum() + if output[1] ~= nil then + output[1]:copy_fromd(ce) + end + -- add total ce + self.total_ce = self.total_ce - ce:colsum()[0][0] + self.total_frames = self.total_frames + softmax:nrow() + -- TODO: add colsame for uncompressed label + if self.compressed then + self.total_correct = self.total_correct + classified:colsame(input[2])[0][0] + end +end + +function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) + -- softmax output - label + local label = input[2] + if self.compressed then + label = label:decompress(input[1]:ncol()) + end + local nbe = next_bp_err[1] + nbe:add(self.softmax_t[t], label, 1.0, -1.0) + if bp_err[1] ~= nil then + nbe:scale_rows_by_col(bp_err[1]) + end +end + +function SoftmaxCELayer:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/examples/lmptb/rnn/softmax_ce_t.lua b/nerv/examples/lmptb/rnn/softmax_ce_t.lua deleted file mode 100644 index dddb05a..0000000 --- a/nerv/examples/lmptb/rnn/softmax_ce_t.lua +++ /dev/null @@ -1,81 +0,0 @@ -local SoftmaxCELayer = nerv.class("nerv.SoftmaxCELayerT", "nerv.LayerT") - -function SoftmaxCELayer:__init(id, global_conf, layer_conf) - self.id = id - self.gconf = global_conf - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.compressed = layer_conf.compressed - if self.compressed == nil then - self.compressed = false - end - self:check_dim_len(2, -1) -- two inputs: nn output and label -end - -function SoftmaxCELayer:init(batch_size, chunk_size) - if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then - nerv.error("mismatching dimensions of previous network output and labels") - end - self.total_ce = 0.0 - self.total_correct = 0 - self.total_frames = 0 - self.softmax_t = {} - self.ce_t = {} - for t = 1, chunk_size do - self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end -end - -function SoftmaxCELayer:batch_resize(batch_size) - for t = 1, chunk_size do - if self.softmax_t[t]:nrow() ~= batch_resize then - self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end - end -end - -function SoftmaxCELayer:update(bp_err, input, output, t) - -- no params, therefore do nothing -end - -function SoftmaxCELayer:propagate(input, output, t) - local softmax = self.softmax_t[t] - local ce = self.ce_t[t] - local classified = softmax:softmax(input[1]) - local label = input[2] - ce:log_elem(softmax) - if self.compressed then - label = label:decompress(input[1]:ncol()) - end - ce:mul_elem(ce, label) - ce = ce:rowsum() - if output[1] ~= nil then - output[1]:copy_fromd(ce) - end - -- add total ce - self.total_ce = self.total_ce - ce:colsum()[0][0] - self.total_frames = self.total_frames + softmax:nrow() - -- TODO: add colsame for uncompressed label - if self.compressed then - self.total_correct = self.total_correct + classified:colsame(input[2])[0][0] - end -end - -function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) - -- softmax output - label - local label = input[2] - if self.compressed then - label = label:decompress(input[1]:ncol()) - end - local nbe = next_bp_err[1] - nbe:add(self.softmax_t[t], label, 1.0, -1.0) - if bp_err[1] ~= nil then - nbe:scale_rows_by_col(bp_err[1]) - end -end - -function SoftmaxCELayer:get_params() - return nerv.ParamRepo({}) -end diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index 059d52a..6afecbf 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -17,6 +17,9 @@ local LMTrainer = nerv.LMTrainer function prepare_parameters(global_conf, iter) printf("%s preparing parameters...\n", global_conf.sche_log_pre) + global_conf.paramRepo = nerv.ParamRepo() + local paramRepo = global_conf.paramRepo + if iter == -1 then --first time printf("%s first time, generating parameters...\n", global_conf.sche_log_pre) ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) @@ -27,43 +30,44 @@ function prepare_parameters(global_conf, iter) ltp_hh.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.hidden_size) ltp_hh.trans:generate(global_conf.param_random) - ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) - ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) - ltp_ho.trans:generate(global_conf.param_random) + --ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) + --ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) + --ltp_ho.trans:generate(global_conf.param_random) bp_h = nerv.BiasParam("bp_h", global_conf) bp_h.trans = global_conf.cumat_type(1, global_conf.hidden_size) bp_h.trans:generate(global_conf.param_random) - bp_o = nerv.BiasParam("bp_o", global_conf) - bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) - bp_o.trans:generate(global_conf.param_random) + --bp_o = nerv.BiasParam("bp_o", global_conf) + --bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) + --bp_o.trans:generate(global_conf.param_random) local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') f:write_chunk(ltp_ih) f:write_chunk(ltp_hh) - f:write_chunk(ltp_ho) + --f:write_chunk(ltp_ho) f:write_chunk(bp_h) - f:write_chunk(bp_o) + --f:write_chunk(bp_o) f:close() return nil end printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) - local paramRepo = nerv.ParamRepo() paramRepo:import({global_conf.param_fn .. '.' .. tostring(iter)}, nil, global_conf) printf("%s preparing parameters end.\n", global_conf.sche_log_pre) - return paramRepo + return nil end --global_conf: table --Returns: nerv.LayerRepo -function prepare_layers(global_conf, paramRepo) +function prepare_layers(global_conf) printf("%s preparing layers...\n", global_conf.sche_log_pre) + local paramRepo = global_conf.paramRepo + local du = false --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} @@ -146,10 +150,10 @@ function prepare_tnn(global_conf, layerRepo) end function load_net(global_conf, next_iter) - local paramRepo = prepare_parameters(global_conf, next_iter) - local layerRepo = prepare_layers(global_conf, paramRepo) + prepare_parameters(global_conf, next_iter) + local layerRepo = prepare_layers(global_conf) local tnn = prepare_tnn(global_conf, layerRepo) - return tnn, paramRepo + return tnn end local train_fn, valid_fn, test_fn @@ -233,7 +237,7 @@ global_conf = { hidden_size = 20, chunk_size = 2, - batch_size = 3, + batch_size = 10, max_iter = 3, param_random = function() return (math.random() / 5 - 0.1) end, @@ -297,7 +301,7 @@ end if start_iter == -1 or start_iter == 0 then print("===INITIAL VALIDATION===") - local tnn, paramRepo = load_net(global_conf, 0) + local tnn = load_net(global_conf, 0) local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! nerv.LMUtil.wait(1) ppl_rec[0] = {} @@ -316,7 +320,7 @@ local final_iter for iter = start_iter, global_conf.max_iter, 1 do final_iter = iter --for final testing global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" - tnn, paramRepo = load_net(global_conf, iter - 1) + tnn = load_net(global_conf, iter - 1) printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! ppl_rec[iter] = {} @@ -337,7 +341,7 @@ for iter = start_iter, global_conf.max_iter, 1 do end if ppl_rec[iter].valid < ppl_last then printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) - paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) + global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) else printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) @@ -358,6 +362,6 @@ end printf("\n") printf("===FINAL TEST===\n") global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" -tnn, paramRepo = load_net(global_conf, final_iter) +tnn = load_net(global_conf, final_iter) LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index 6a541e8..3e84ec0 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -63,10 +63,10 @@ end function AffineLayer:__init(id, global_conf, layer_conf) self.id = id - self.ltp = layer_conf.ltp - self.bp = layer_conf.bp self.dim_in = layer_conf.dim_in self.dim_out = layer_conf.dim_out + self.ltp = self:find_param("ltp", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp self.gconf = global_conf self:check_dim_len(1, 1) -- exactly one input and one output self.direct_update = layer_conf.direct_update or global_conf.direct_update diff --git a/nerv/layer/init.lua b/nerv/layer/init.lua index 6861b0e..d268caa 100644 --- a/nerv/layer/init.lua +++ b/nerv/layer/init.lua @@ -70,6 +70,27 @@ function Layer:get_dim() return self.dim_in, self.dim_out end +function Layer:find_param(pid, l_conf, gconf, p_type, p_dim) + if l_conf[pid] ~= nil then + nerv.printf("Param [%s] of layer [%s] found in layer_conf.\n", pid, self.id) + return l_conf[pid] + end + local pid_g = self.id .. '_' .. pid --global identifier + local pr = gconf.paramRepo + local p + p = pr:get_param(pid_g) + if p ~= nil then + nerv.printf("Param [%s] of layer [%s] found in paramRepo.\n", pid, self.id) + return p + end + nerv.printf("Param [%s] of layer [%s] is not found in layer_conf or paramRepo, switch to auto-generate.\n", pid, self.id) + p = p_type(pid_g, gconf) + p.trans = gconf.cumat_type(unpack(p_dim)) + p.trans:generate(global_conf.param_random) + pr:add(pid_g, p) --add the parameter into the paramRepo + return p +end + nerv.include('affine.lua') nerv.include('sigmoid.lua') nerv.include('softmax_ce.lua') diff --git a/nerv/nn/layer_repo.lua b/nerv/nn/layer_repo.lua index ef333a7..ec0f80a 100644 --- a/nerv/nn/layer_repo.lua +++ b/nerv/nn/layer_repo.lua @@ -23,6 +23,9 @@ function LayerRepo:add_layers(layer_spec, param_repo, global_conf) end for pname, pid in pairs(spec[1]) do layer_config[pname] = param_repo:get_param(pid) + if layer_config[pname] == nil then + nerv.error("did not find parameter in paramRepo") + end end layers[id] = layer_type(id, global_conf, layer_config) end diff --git a/nerv/nn/param_repo.lua b/nerv/nn/param_repo.lua index ab971ba..7fc0498 100644 --- a/nerv/nn/param_repo.lua +++ b/nerv/nn/param_repo.lua @@ -68,9 +68,6 @@ function ParamRepo:export(param_file, pids) end function ParamRepo:get_param(pid) - local p = self.params[pid] - if p == nil then - nerv.error("param with id %s not found", pid) - end - return p + --if pid does not exist, return nil + return self.params[pid] end -- cgit v1.2.3-70-g09d2 From ddcb0a8f3ee045910acc618177dc5baf7adb8bf3 Mon Sep 17 00:00:00 2001 From: txh18 Date: Fri, 20 Nov 2015 21:49:33 +0800 Subject: complete auto-generate params --- nerv/examples/lmptb/lmptb/layer/select_linear.lua | 4 ++-- nerv/examples/lmptb/rnn/layers/gate_fff.lua | 14 +++++++------- nerv/examples/lmptb/tnn_ptb_main.lua | 16 ++++++++++------ nerv/layer/affine_recurrent.lua | 4 ++-- 4 files changed, 21 insertions(+), 17 deletions(-) diff --git a/nerv/examples/lmptb/lmptb/layer/select_linear.lua b/nerv/examples/lmptb/lmptb/layer/select_linear.lua index e96296f..580b9c5 100644 --- a/nerv/examples/lmptb/lmptb/layer/select_linear.lua +++ b/nerv/examples/lmptb/lmptb/layer/select_linear.lua @@ -10,9 +10,9 @@ function SL:__init(id, global_conf, layer_conf) self.dim_out = layer_conf.dim_out self.gconf = global_conf - self.ltp = layer_conf.ltp self.vocab = layer_conf.vocab - + self.ltp = self:find_param("ltp", layer_conf, global_conf, nerv.LinearTransParam, {self.vocab:size(), self.dim_out[1]}) --layer_conf.ltp + self:check_dim_len(1, 1) end diff --git a/nerv/examples/lmptb/rnn/layers/gate_fff.lua b/nerv/examples/lmptb/rnn/layers/gate_fff.lua index 74e19ce..6a588fc 100644 --- a/nerv/examples/lmptb/rnn/layers/gate_fff.lua +++ b/nerv/examples/lmptb/rnn/layers/gate_fff.lua @@ -1,6 +1,6 @@ local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') -function AffineLayer:__init(id, global_conf, layer_conf) +function GateFFFLayer:__init(id, global_conf, layer_conf) self.id = id self.ltp = layer_conf.ltp self.bp = layer_conf.bp @@ -10,7 +10,7 @@ function AffineLayer:__init(id, global_conf, layer_conf) self:check_dim_len(1, 1) -- exactly one input and one output end -function AffineLayer:init(batch_size) +function GateFFFLayer:init(batch_size) if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then nerv.error("mismatching dimensions of linear transform and bias paramter") end @@ -25,11 +25,11 @@ function AffineLayer:init(batch_size) self.bp:train_init() end -function AffineLayer:batch_resize(batch_size) +function GateFFFLayer:batch_resize(batch_size) -- do nothing end -function AffineLayer:update(bp_err, input, output) +function GateFFFLayer:update(bp_err, input, output) if self.direct_update == true then local gconf = self.gconf if gconf.momentum > 0 then @@ -51,17 +51,17 @@ function AffineLayer:update(bp_err, input, output) end end -function AffineLayer:propagate(input, output) +function GateFFFLayer:propagate(input, output) -- apply linear transform output[1]:mul(input[1], self.ltp.trans, 1.0, 0.0, 'N', 'N') -- add bias output[1]:add_row(self.bp.trans, 1.0) end -function AffineLayer:back_propagate(bp_err, next_bp_err, input, output) +function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) next_bp_err[1]:mul(bp_err[1], self.ltp.trans, 1.0, 0.0, 'N', 'T') end -function AffineLayer:get_params() +function GateFFFLayer:get_params() return nerv.ParamRepo({self.ltp, self.bp}) end diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index 6afecbf..3096a3f 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -21,7 +21,10 @@ function prepare_parameters(global_conf, iter) local paramRepo = global_conf.paramRepo if iter == -1 then --first time - printf("%s first time, generating parameters...\n", global_conf.sche_log_pre) + printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:close() + --[[ ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1) ltp_ih.trans:generate(global_conf.param_random) @@ -49,7 +52,7 @@ function prepare_parameters(global_conf, iter) f:write_chunk(bp_h) --f:write_chunk(bp_o) f:close() - + ]]-- return nil end @@ -71,7 +74,7 @@ function prepare_layers(global_conf) local du = false --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} - local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du}} + local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du}} local layers = { ["nerv.AffineRecurrentLayer"] = { @@ -79,7 +82,7 @@ function prepare_layers(global_conf) }, ["nerv.SelectLinearLayer"] = { - ["selectL1"] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}}, + ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab}}, }, ["nerv.SigmoidLayer"] = { @@ -91,7 +94,7 @@ function prepare_layers(global_conf) }, ["nerv.AffineLayer"] = { - ["outputL"] = {{["ltp"] = "ltp_ho", ["bp"] = "bp_o"}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du}}, + ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du}}, }, ["nerv.SoftmaxCELayerT"] = { @@ -296,12 +299,13 @@ global_conf.vocab:build_file(global_conf.vocab_fn, false) ppl_rec = {} if start_iter == -1 then - prepare_parameters(global_conf, -1) --randomly generate parameters + prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file end if start_iter == -1 or start_iter == 0 then print("===INITIAL VALIDATION===") local tnn = load_net(global_conf, 0) + global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! nerv.LMUtil.wait(1) ppl_rec[0] = {} diff --git a/nerv/layer/affine_recurrent.lua b/nerv/layer/affine_recurrent.lua index da189e0..d537f4a 100644 --- a/nerv/layer/affine_recurrent.lua +++ b/nerv/layer/affine_recurrent.lua @@ -10,8 +10,8 @@ function Recurrent:__init(id, global_conf, layer_conf) self.dim_out = layer_conf.dim_out self.gconf = global_conf - self.bp = layer_conf.bp - self.ltp_hh = layer_conf.ltp_hh --from hidden to hidden + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]}) --layer_conf.bp + self.ltp_hh = self:find_param("ltp_hh", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp_hh --from hidden to hidden self:check_dim_len(2, 1) self.direct_update = layer_conf.direct_update -- cgit v1.2.3-70-g09d2 From e7a45e14d75959a3d4095ac34158a8abc3e995cf Mon Sep 17 00:00:00 2001 From: txh18 Date: Fri, 20 Nov 2015 23:57:09 +0800 Subject: added has_param api for param_repo --- nerv/layer/init.lua | 4 ++-- nerv/nn/layer_repo.lua | 3 --- nerv/nn/param_repo.lua | 15 +++++++++++++-- 3 files changed, 15 insertions(+), 7 deletions(-) diff --git a/nerv/layer/init.lua b/nerv/layer/init.lua index d268caa..67ebe1e 100644 --- a/nerv/layer/init.lua +++ b/nerv/layer/init.lua @@ -78,9 +78,9 @@ function Layer:find_param(pid, l_conf, gconf, p_type, p_dim) local pid_g = self.id .. '_' .. pid --global identifier local pr = gconf.paramRepo local p - p = pr:get_param(pid_g) - if p ~= nil then + if pr:has_param(pid_g) == true then nerv.printf("Param [%s] of layer [%s] found in paramRepo.\n", pid, self.id) + p = pr:get_param(pid_g) return p end nerv.printf("Param [%s] of layer [%s] is not found in layer_conf or paramRepo, switch to auto-generate.\n", pid, self.id) diff --git a/nerv/nn/layer_repo.lua b/nerv/nn/layer_repo.lua index ec0f80a..ef333a7 100644 --- a/nerv/nn/layer_repo.lua +++ b/nerv/nn/layer_repo.lua @@ -23,9 +23,6 @@ function LayerRepo:add_layers(layer_spec, param_repo, global_conf) end for pname, pid in pairs(spec[1]) do layer_config[pname] = param_repo:get_param(pid) - if layer_config[pname] == nil then - nerv.error("did not find parameter in paramRepo") - end end layers[id] = layer_type(id, global_conf, layer_config) end diff --git a/nerv/nn/param_repo.lua b/nerv/nn/param_repo.lua index 7fc0498..6d52691 100644 --- a/nerv/nn/param_repo.lua +++ b/nerv/nn/param_repo.lua @@ -67,7 +67,18 @@ function ParamRepo:export(param_file, pids) cf:close() end +function ParamRepo:has_param(pid) + if self.params[pid] ~= nil then + return true + else + return false + end +end + function ParamRepo:get_param(pid) - --if pid does not exist, return nil - return self.params[pid] + local p = self.params[pid] + if p == nil then + nerv.error("param with id %s not found", pid) + end + return p end -- cgit v1.2.3-70-g09d2 From d1eb2a18c0adfec52b438eda8602ab2601d12391 Mon Sep 17 00:00:00 2001 From: Determinant Date: Sat, 21 Nov 2015 19:48:56 +0800 Subject: use consistent update calc; clean up code; no need for `direct_update` --- nerv/layer/affine.lua | 72 +++++++++++++++++++-------------------------------- 1 file changed, 26 insertions(+), 46 deletions(-) diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index 6a541e8..02a3536 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -17,49 +17,46 @@ function MatrixParam:train_init() self.correction:fill(0) end -function MatrixParam:update_by_gradient(gradient) +function MatrixParam:_update_by_gradient(gradient, alpha, beta) local gconf = self.gconf + -- momentum gain + local mmt_gain = 1.0 / (1.0 - gconf.momentum) + local n = self.gconf.batch_size * mmt_gain + -- perform update if gconf.momentum > 0 then self.correction:add(self.correction, gradient, gconf.momentum, 1.0) - -- momentum gain - local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain - -- perform update - self.trans:add(self.trans, self.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) + self.trans:add(self.trans, self.correction, alpha, -gconf.lrate / n * beta) else - self.trans:add(self.trans, gradient, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / gconf.batch_size) + self.trans:add(self.trans, gradient, alpha, -gconf.lrate / n * beta) end end -function MatrixParam:update_by_err_input(err, input) +function MatrixParam:_update_by_err_input(err, input, alpha, beta) local gconf = self.gconf + -- momentum gain + local mmt_gain = 1.0 / (1.0 - gconf.momentum) + local n = self.gconf.batch_size * mmt_gain + -- perform update if gconf.momentum > 0 then self.correction:mul(input, err, 1.0, gconf.momentum, 'T', 'N') - -- momentum gain - local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain - -- perform update - self.trans:add(self.trans, self.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) + self.trans:add(self.trans, self.correction, alpha, -gconf.lrate / n * beta) else - self.trans:mul(input, err, - gconf.lrate / gconf.batch_size, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, 'T', 'N') + self.trans:mul(input, err, -gconf.lrate / n * beta, alpha, 'T', 'N') end end ---[[ --these updates are the same -function LinearTransParam:update(gradient) - MatrixParam.update(self, gradient) - -- local gconf = self.gconf - -- weight decay(put into MatrixParam:update) - -- self.trans:add(self.trans, self.trans, 1.0, -gconf.lrate * gconf.wcost / gconf.batch_size) +function MatrixParam:update_by_gradient(gradient) + self:_update_by_gradient(gradient, 1.0, 1.0) +end + +function MatrixParam:update_by_err_input(err, input) + self:_update_by_err_input(err, input, 1.0, 1.0) end -function BiasParam:update(gradient) - MatrixParam.update(self, gradient) - --local gconf = self.gconf - -- weight decay - -- self.trans:add(self.trans, self.trans, 1.0, -gconf.lrate * gconf.wcost / gconf.batch_size) +function LinearTransParam:update_by_err_input(err, input) + local l2 = 1 - gconf.lrate * gconf.wcost + self:_update_by_err_input(err, input, l2, l2) end -]]-- function AffineLayer:__init(id, global_conf, layer_conf) self.id = id @@ -69,7 +66,7 @@ function AffineLayer:__init(id, global_conf, layer_conf) self.dim_out = layer_conf.dim_out self.gconf = global_conf self:check_dim_len(1, 1) -- exactly one input and one output - self.direct_update = layer_conf.direct_update or global_conf.direct_update + -- self.direct_update = layer_conf.direct_update or global_conf.direct_update end function AffineLayer:init(batch_size) @@ -92,25 +89,8 @@ function AffineLayer:batch_resize(batch_size) end function AffineLayer:update(bp_err, input, output) - if self.direct_update == true then - local gconf = self.gconf - if gconf.momentum > 0 then - self.ltp.correction:mul(input[1], bp_err[1], 1.0, gconf.momentum, 'T', 'N') - self.bp.correction:add(self.bp.correction, bp_err[1]:colsum(), gconf.momentum, 1) - -- momentum gain - local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain - -- perform update - self.ltp.trans:add(self.ltp.trans, self.ltp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) - self.bp.trans:add(self.bp.trans, self.bp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) - else - self.ltp.trans:mul(input[1], bp_err[1], - gconf.lrate / gconf.batch_size, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, 'T', 'N') - self.bp.trans:add(self.bp.trans, bp_err[1]:colsum(), 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / gconf.batch_size) - end - else - self.ltp:update_by_err_input(bp_err[1], input[1]) - self.bp:update_by_gradient(bp_err[1]:colsum()) - end + self.ltp:update_by_err_input(bp_err[1], input[1]) + self.bp:update_by_gradient(bp_err[1]:colsum()) end function AffineLayer:propagate(input, output) -- cgit v1.2.3-70-g09d2 From 52dc38775347efb7bf56210b4c3f5935d19317cd Mon Sep 17 00:00:00 2001 From: Determinant Date: Mon, 23 Nov 2015 14:12:33 +0800 Subject: add cflag __NERV_FUTURE_CUDA_7 --- Makefile | 2 +- nerv/Makefile | 4 ++-- nerv/lib/matrix/cukernel.cu | 24 ++++++++++++++---------- nerv/lib/matrix/generic/cukernel.cu | 4 ++++ nerv/lib/matrix/generic/cumatrix.c | 2 ++ nerv/matrix/generic/cumatrix.c | 9 +++++++-- 6 files changed, 30 insertions(+), 15 deletions(-) diff --git a/Makefile b/Makefile index 664a83b..72a5915 100644 --- a/Makefile +++ b/Makefile @@ -7,7 +7,7 @@ luajit: luarocks: PREFIX=$(PREFIX) ./tools/build_luarocks.sh install: - cd nerv; $(PREFIX)/bin/luarocks make + cd nerv; $(PREFIX)/bin/luarocks make CFLAGS=$(CFLAGS) speech: cd speech/speech_utils; $(PREFIX)/bin/luarocks make cd speech/htk_io; $(PREFIX)/bin/luarocks make diff --git a/nerv/Makefile b/nerv/Makefile index b449f82..55c174c 100644 --- a/nerv/Makefile +++ b/nerv/Makefile @@ -33,7 +33,7 @@ LUA_LIBS := matrix/init.lua io/init.lua init.lua \ layer/init.lua layer/affine.lua layer/sigmoid.lua layer/softmax_ce.lua layer/softmax.lua \ layer/window.lua layer/bias.lua layer/combiner.lua layer/mse.lua layer/affine_recurrent.lua \ nn/init.lua nn/layer_repo.lua nn/param_repo.lua nn/layer_dag.lua \ - io/sgd_buffer.lua + io/sgd_buffer.lua INCLUDE := -I $(LUA_INCDIR) -DLUA_USE_APICHECK #CUDA_BASE := /usr/local/cuda-7.0 @@ -55,7 +55,7 @@ $(OBJ_DIR) $(LUA_DIR) $(OBJ_SUBDIR) $(LUA_SUBDIR) $(INC_SUBDIR): $(OBJ_DIR)/%.o: %.c $(patsubst /%.o,/%.c,$@) gcc -c -o $@ $< $(INCLUDE) -fPIC $(CFLAGS) $(OBJ_DIR)/lib/matrix/cukernel.o: lib/matrix/cukernel.cu - $(NVCC) -c -o $@ $< $(INCLUDE) $(NVCC_FLAGS) + $(NVCC) -c -o $@ $< $(INCLUDE) $(NVCC_FLAGS) $(CFLAGS) $(LUA_DIR)/%.lua: %.lua cp $< $@ diff --git a/nerv/lib/matrix/cukernel.cu b/nerv/lib/matrix/cukernel.cu index 1e856b9..210e6bf 100644 --- a/nerv/lib/matrix/cukernel.cu +++ b/nerv/lib/matrix/cukernel.cu @@ -2,34 +2,38 @@ #include "cumatrix.h" -__device__ double atomicAdd_nvidia(double* address, double val) { - //nvidia provided this implementation on the net - //atmoicAdd is not included in CUDA for double +#ifdef __NERV_FUTURE_CUDA_7 +__device__ double atomicAdd_nvidia(double* address, double val) { + /* nvidia provided this implementation + atmoicAdd is not included in CUDA for double */ unsigned long long int* address_as_ull = (unsigned long long int*)address; unsigned long long int old = *address_as_ull, assumed; do { assumed = old; - old = atomicCAS(address_as_ull, assumed, - __double_as_longlong(val + + old = atomicCAS(address_as_ull, assumed, + __double_as_longlong(val + __longlong_as_double(assumed))); } while (assumed != old); return __longlong_as_double(old); } -__device__ float atomicAdd_nvidia(float* address, float val) { - //nvidia provided this implementation on the net - //I tried the included atomocAdd, but the select_liner layer result seems unreproduceable, but sadly, even if I used this implementation, the select_linear layer result is still unreproduceable +__device__ float atomicAdd_nvidia(float* address, float val) { + /* nvidia provided this implementation + I tried the included atomocAdd, but the select_liner layer result seems + unreproduceable, but sadly, even if I used this implementation, the + select_linear layer result is still unreproduceable */ int* address_as_ull = (int*)address; int old = *address_as_ull, assumed; do { assumed = old; - old = atomicCAS(address_as_ull, assumed, - __float_as_int(val + + old = atomicCAS(address_as_ull, assumed, + __float_as_int(val + __int_as_float(assumed))); } while (assumed != old); return __int_as_float(old); } +#endif #define cudak_(NAME) cudak_float_ ## NAME diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index e1063af..e58c488 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -225,6 +225,7 @@ __global__ void cudak_(clip)(MATRIX_ELEM *a, a[j + i * stride] = val_1; } +#ifdef __NERV_FUTURE_CUDA_7 __global__ void cudak_(update_select_rows)(MATRIX_ELEM *c, const MATRIX_ELEM *a, const MATRIX_ELEM *idx, int nrow_a, int ncol_a, int stride_c, int stride_a, double alpha, double beta) { int j = blockIdx.x * blockDim.x + threadIdx.x; @@ -235,6 +236,7 @@ __global__ void cudak_(update_select_rows)(MATRIX_ELEM *c, const MATRIX_ELEM *a, //c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; atomicAdd_nvidia(c + j + i_c * stride_c, c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha); } +#endif __global__ void cudak_(expand_frm)(const MATRIX_ELEM *a, MATRIX_ELEM *b, int nrow, int ncol, @@ -552,6 +554,7 @@ extern "C" { cudaStreamSynchronize(0); } +#ifdef __NERV_FUTURE_CUDA_7 void cudak_(cuda_update_select_rows)(Matrix *c, const Matrix *a, const Matrix *idx, double alpha, double beta) { dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); dim3 numBlocks(CEIL_DIV(a->ncol, threadsPerBlock.x), @@ -562,6 +565,7 @@ extern "C" { a->stride / sizeof(MATRIX_ELEM), alpha, beta); cudaStreamSynchronize(0); } +#endif void cudak_(cuda_expand_frm)(const Matrix *a, Matrix *b, int context) { dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); diff --git a/nerv/lib/matrix/generic/cumatrix.c b/nerv/lib/matrix/generic/cumatrix.c index 2dc5899..00af895 100644 --- a/nerv/lib/matrix/generic/cumatrix.c +++ b/nerv/lib/matrix/generic/cumatrix.c @@ -359,6 +359,7 @@ void nerv_matrix_(copy_rows_fromd_by_idx)(Matrix *a, const Matrix *b, NERV_SET_STATUS(status, NERV_NORMAL, 0); } +#ifdef __NERV_FUTURE_CUDA_7 void nerv_matrix_(update_select_rows)(Matrix *c, const Matrix *a, const Matrix *idx, double alpha, double beta, Status *status) { long nrow = a->nrow; if (idx->nrow != 1) @@ -370,6 +371,7 @@ void nerv_matrix_(update_select_rows)(Matrix *c, const Matrix *a, const Matrix * PROFILE_STOP NERV_SET_STATUS(status, NERV_NORMAL, 0); } +#endif void nerv_matrix_(expand_frm)(Matrix *a, const Matrix *b, int context, Status *status) { diff --git a/nerv/matrix/generic/cumatrix.c b/nerv/matrix/generic/cumatrix.c index f675149..e1519b0 100644 --- a/nerv/matrix/generic/cumatrix.c +++ b/nerv/matrix/generic/cumatrix.c @@ -291,8 +291,10 @@ static int nerv_matrix_(lua_scale_rows_by_row)(lua_State *L) { return 0; } +#ifdef __NERV_FUTURE_CUDA_7 static int nerv_matrix_(lua_update_select_rows)(lua_State *L) { - //Update c's select rows, i.e. c[idx[i]] = c[idx[i]] * (1 - beta * alpha) + a[i] * alpha + /* update c's select rows, + * i.e. c[idx[i]] = c[idx[i]] * (1 - beta * alpha) + a[i] * alpha */ Status status; Matrix *c = luaT_checkudata(L, 1, nerv_matrix_(tname)); const Matrix *a = luaT_checkudata(L, 2, nerv_matrix_(tname)); @@ -303,6 +305,7 @@ static int nerv_matrix_(lua_update_select_rows)(lua_State *L) { NERV_LUA_CHECK_STATUS(L, status); return 0; } +#endif static const luaL_Reg nerv_matrix_(extra_methods)[] = { {"colsum", nerv_matrix_(lua_colsum)}, @@ -323,7 +326,6 @@ static const luaL_Reg nerv_matrix_(extra_methods)[] = { {"add_row", nerv_matrix_(lua_add_row)}, {"clip", nerv_matrix_(lua_clip)}, {"fill", nerv_matrix_(lua_fill)}, - {"update_select_rows", nerv_matrix_(lua_update_select_rows)}, {"sigmoid", nerv_matrix_(lua_sigmoid)}, {"sigmoid_grad", nerv_matrix_(lua_sigmoid_grad)}, {"softmax", nerv_matrix_(lua_softmax)}, @@ -335,6 +337,9 @@ static const luaL_Reg nerv_matrix_(extra_methods)[] = { {"rearrange_frm", nerv_matrix_(lua_rearrange_frm)}, {"scale_rows_by_row", nerv_matrix_(lua_scale_rows_by_row)}, {"scale_rows_by_col", nerv_matrix_(lua_scale_rows_by_col)}, +#ifdef __NERV_FUTURE_CUDA_7 + {"update_select_rows", nerv_matrix_(lua_update_select_rows)}, +#endif {NULL, NULL} }; -- cgit v1.2.3-70-g09d2 From 47215f8aed55fe2912391c69cc70b90f85a776a5 Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 23 Nov 2015 14:24:54 +0800 Subject: implementing GateFFF layer --- nerv/examples/lmptb/rnn/layers/gate_fff.lua | 65 +++++++++++++++-------------- 1 file changed, 33 insertions(+), 32 deletions(-) diff --git a/nerv/examples/lmptb/rnn/layers/gate_fff.lua b/nerv/examples/lmptb/rnn/layers/gate_fff.lua index 6a588fc..1010639 100644 --- a/nerv/examples/lmptb/rnn/layers/gate_fff.lua +++ b/nerv/examples/lmptb/rnn/layers/gate_fff.lua @@ -2,64 +2,65 @@ local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') function GateFFFLayer:__init(id, global_conf, layer_conf) self.id = id - self.ltp = layer_conf.ltp - self.bp = layer_conf.bp self.dim_in = layer_conf.dim_in self.dim_out = layer_conf.dim_out self.gconf = global_conf - self:check_dim_len(1, 1) -- exactly one input and one output + + self.ltp1 = self:find_param("ltp1", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp + self.ltp2 = self:find_param("ltp2", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp + self.ltp3 = self:find_param("ltp3", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[3], self.dim_out[1]}) --layer_conf.ltp + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp + + self:check_dim_len(3, 1) -- exactly one input and one output end function GateFFFLayer:init(batch_size) - if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then + if self.ltp1.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp2.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp3.trans:ncol() ~= self.bp.trans:ncol() then nerv.error("mismatching dimensions of linear transform and bias paramter") end - if self.dim_in[1] ~= self.ltp.trans:nrow() then + if self.dim_in[1] ~= self.ltp1.trans:nrow() or + self.dim_in[2] ~= self.ltp2.trans:nrow() or + self.dim_in[3] ~= self.ltp3.trans:nrow() then nerv.error("mismatching dimensions of linear transform parameter and input") end - if self.dim_out[1] ~= self.ltp.trans:ncol() then + if self.dim_out[1] ~= self.ltp1.trans:ncol() then nerv.error("mismatching dimensions of linear transform parameter and output") end - self.ltp_grad = self.ltp.trans:create() - self.ltp:train_init() + self.ltp1:train_init() + self.ltp2:train_init() + self.ltp3:train_init() self.bp:train_init() + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) end function GateFFFLayer:batch_resize(batch_size) - -- do nothing -end - -function GateFFFLayer:update(bp_err, input, output) - if self.direct_update == true then - local gconf = self.gconf - if gconf.momentum > 0 then - self.ltp.correction:mul(input[1], bp_err[1], 1.0, gconf.momentum, 'T', 'N') - self.bp.correction:add(self.bp.correction, bp_err[1]:colsum(), gconf.momentum, 1) - -- momentum gain - local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain - -- perform update - self.ltp.trans:add(self.ltp.trans, self.ltp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) - self.bp.trans:add(self.bp.trans, self.bp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) - else - self.ltp.trans:mul(input[1], bp_err[1], - gconf.lrate / gconf.batch_size, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, 'T', 'N') - self.bp.trans:add(self.bp.trans, bp_err[1]:colsum(), 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / gconf.batch_size) - end - else - self.ltp:update_by_err_input(bp_err[1], input[1]) - self.bp:update_by_gradient(bp_err[1]:colsum()) + if self.err_m:nrow() ~= batch_size then + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) end end function GateFFFLayer:propagate(input, output) -- apply linear transform - output[1]:mul(input[1], self.ltp.trans, 1.0, 0.0, 'N', 'N') + output[1]:mul(input[1], self.ltp1.trans, 1.0, 0.0, 'N', 'N') + output[1]:mul(input[2], self.ltp2.trans, 1.0, 1.0, 'N', 'N') + output[1]:mul(input[3], self.ltp3.trans, 1.0, 1.0, 'N', 'N') -- add bias output[1]:add_row(self.bp.trans, 1.0) + output[1]:sigmoid(output[1]) end function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) - next_bp_err[1]:mul(bp_err[1], self.ltp.trans, 1.0, 0.0, 'N', 'T') + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + next_bp_err[1]:mul(self.err_bakm, self.ltp1.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[2]:mul(self.err_bakm, self.ltp2.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[3]:mul(self.err_bakm, self.ltp3.trans, 1.0, 0.0, 'N', 'T') +end + +function GateFFFLayer:update(bp_err, input, output) + self.ltp:update_by_err_input(bp_err[1], input[1]) + self.bp:update_by_gradient(bp_err[1]:colsum()) end function GateFFFLayer:get_params() -- cgit v1.2.3-70-g09d2 From 6d66b73e49e3a3e41a1fb92d5180163f45ff6253 Mon Sep 17 00:00:00 2001 From: TianxingHe Date: Mon, 23 Nov 2015 15:08:25 +0800 Subject: doc change --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index c198cc5..fe9dfc1 100644 --- a/README.md +++ b/README.md @@ -12,6 +12,7 @@ git clone https://github.com/Nerv-SJTU/nerv.git cd nerv git submodule init && git submodule update make +#To include some new CUDA feature(e.x. atomicCAS), use "make CFLAGS=-D__NERV_FUTURE_CUDA_7" #further, if you want the speech modules git clone https://github.com/Nerv-SJTU/nerv-speech.git speech -- cgit v1.2.3-70-g09d2 From 979473dcc890a92fb90b470b924d1e1e70f6dbc0 Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 23 Nov 2015 15:32:05 +0800 Subject: completed gate_fff layer --- nerv/examples/lmptb/rnn/init.lua | 1 + nerv/examples/lmptb/rnn/layers/gate_fff.lua | 9 ++++++--- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/nerv/examples/lmptb/rnn/init.lua b/nerv/examples/lmptb/rnn/init.lua index 1370781..6507582 100644 --- a/nerv/examples/lmptb/rnn/init.lua +++ b/nerv/examples/lmptb/rnn/init.lua @@ -43,3 +43,4 @@ end nerv.include('tnn.lua') nerv.include('layersT/softmax_ce_t.lua') +nerv.include('layers/gate_fff.lua') diff --git a/nerv/examples/lmptb/rnn/layers/gate_fff.lua b/nerv/examples/lmptb/rnn/layers/gate_fff.lua index 1010639..751dde1 100644 --- a/nerv/examples/lmptb/rnn/layers/gate_fff.lua +++ b/nerv/examples/lmptb/rnn/layers/gate_fff.lua @@ -59,10 +59,13 @@ function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) end function GateFFFLayer:update(bp_err, input, output) - self.ltp:update_by_err_input(bp_err[1], input[1]) - self.bp:update_by_gradient(bp_err[1]:colsum()) + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + self.ltp1:update_by_err_input(self.err_bakm, input[1]) + self.ltp2:update_by_err_input(self.err_bakm, input[2]) + self.ltp3:update_by_err_input(self.err_bakm, input[3]) + self.bp:update_by_gradient(self.err_bakm:colsum()) end function GateFFFLayer:get_params() - return nerv.ParamRepo({self.ltp, self.bp}) + return nerv.ParamRepo({self.ltp1, self.ltp2, self.ltp3, self.bp}) end -- cgit v1.2.3-70-g09d2 From 591e04a088b31b8c506f885ed3e54203cdfd11b6 Mon Sep 17 00:00:00 2001 From: Determinant Date: Mon, 23 Nov 2015 15:44:30 +0800 Subject: correct the use of self.gconf --- nerv/layer/affine.lua | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index 02a3536..6903c51 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -21,7 +21,7 @@ function MatrixParam:_update_by_gradient(gradient, alpha, beta) local gconf = self.gconf -- momentum gain local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain + local n = gconf.batch_size * mmt_gain -- perform update if gconf.momentum > 0 then self.correction:add(self.correction, gradient, gconf.momentum, 1.0) @@ -35,7 +35,7 @@ function MatrixParam:_update_by_err_input(err, input, alpha, beta) local gconf = self.gconf -- momentum gain local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain + local n = gconf.batch_size * mmt_gain -- perform update if gconf.momentum > 0 then self.correction:mul(input, err, 1.0, gconf.momentum, 'T', 'N') @@ -54,6 +54,7 @@ function MatrixParam:update_by_err_input(err, input) end function LinearTransParam:update_by_err_input(err, input) + local gconf = self.gconf local l2 = 1 - gconf.lrate * gconf.wcost self:_update_by_err_input(err, input, l2, l2) end -- cgit v1.2.3-70-g09d2 From ec6bde79a5817409bb8a77075b411974c1d8f856 Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 23 Nov 2015 15:54:11 +0800 Subject: small bug fix --- nerv/layer/affine.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index 02a3536..136ea4d 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -54,7 +54,7 @@ function MatrixParam:update_by_err_input(err, input) end function LinearTransParam:update_by_err_input(err, input) - local l2 = 1 - gconf.lrate * gconf.wcost + local l2 = 1 - self.gconf.lrate * self.gconf.wcost self:_update_by_err_input(err, input, l2, l2) end -- cgit v1.2.3-70-g09d2 From 80b18045c2f7d0cc5aba5c4b852694d869c3f830 Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 23 Nov 2015 21:45:05 +0800 Subject: completed layerdag_t, now testing... --- nerv/examples/lmptb/rnn/init.lua | 46 -- nerv/examples/lmptb/rnn/layers/gate_fff.lua | 71 --- nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua | 81 ---- nerv/examples/lmptb/rnn/tnn.lua | 549 ----------------------- nerv/examples/lmptb/tnn/init.lua | 47 ++ nerv/examples/lmptb/tnn/layer_dag_t.lua | 369 +++++++++++++++ nerv/examples/lmptb/tnn/layers/gate_fff.lua | 71 +++ nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua | 81 ++++ nerv/examples/lmptb/tnn/tnn.lua | 549 +++++++++++++++++++++++ nerv/examples/lmptb/tnn_ptb_main.lua | 2 +- 10 files changed, 1118 insertions(+), 748 deletions(-) delete mode 100644 nerv/examples/lmptb/rnn/init.lua delete mode 100644 nerv/examples/lmptb/rnn/layers/gate_fff.lua delete mode 100644 nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua delete mode 100644 nerv/examples/lmptb/rnn/tnn.lua create mode 100644 nerv/examples/lmptb/tnn/init.lua create mode 100644 nerv/examples/lmptb/tnn/layer_dag_t.lua create mode 100644 nerv/examples/lmptb/tnn/layers/gate_fff.lua create mode 100644 nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua create mode 100644 nerv/examples/lmptb/tnn/tnn.lua diff --git a/nerv/examples/lmptb/rnn/init.lua b/nerv/examples/lmptb/rnn/init.lua deleted file mode 100644 index 6507582..0000000 --- a/nerv/examples/lmptb/rnn/init.lua +++ /dev/null @@ -1,46 +0,0 @@ -local LayerT = nerv.class('nerv.LayerT') - -function LayerT:__init(id, global_conf, layer_conf) - nerv.error_method_not_implemented() -end - -function LayerT:init(batch_size, chunk_size) - nerv.error_method_not_implemented() -end - -function LayerT:update(bp_err, input, output, t) - nerv.error_method_not_implemented() -end - -function LayerT:propagate(input, output, t) - nerv.error_method_not_implemented() -end - -function LayerT:back_propagate(bp_err, next_bp_err, input, output, t) - nerv.error_method_not_implemented() -end - -function LayerT:check_dim_len(len_in, len_out) - local expected_in = #self.dim_in - local expected_out = #self.dim_out - if len_in > 0 and expected_in ~= len_in then - nerv.error("layer %s expects %d inputs, %d given", - self.id, len_in, expected_in) - end - if len_out > 0 and expected_out ~= len_out then - nerv.error("layer %s expects %d outputs, %d given", - self.id, len_out, expected_out) - end -end - -function LayerT:get_params() - nerv.error_method_not_implemented() -end - -function LayerT:get_dim() - return self.dim_in, self.dim_out -end - -nerv.include('tnn.lua') -nerv.include('layersT/softmax_ce_t.lua') -nerv.include('layers/gate_fff.lua') diff --git a/nerv/examples/lmptb/rnn/layers/gate_fff.lua b/nerv/examples/lmptb/rnn/layers/gate_fff.lua deleted file mode 100644 index 751dde1..0000000 --- a/nerv/examples/lmptb/rnn/layers/gate_fff.lua +++ /dev/null @@ -1,71 +0,0 @@ -local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') - -function GateFFFLayer:__init(id, global_conf, layer_conf) - self.id = id - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.gconf = global_conf - - self.ltp1 = self:find_param("ltp1", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp - self.ltp2 = self:find_param("ltp2", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp - self.ltp3 = self:find_param("ltp3", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[3], self.dim_out[1]}) --layer_conf.ltp - self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp - - self:check_dim_len(3, 1) -- exactly one input and one output -end - -function GateFFFLayer:init(batch_size) - if self.ltp1.trans:ncol() ~= self.bp.trans:ncol() or - self.ltp2.trans:ncol() ~= self.bp.trans:ncol() or - self.ltp3.trans:ncol() ~= self.bp.trans:ncol() then - nerv.error("mismatching dimensions of linear transform and bias paramter") - end - if self.dim_in[1] ~= self.ltp1.trans:nrow() or - self.dim_in[2] ~= self.ltp2.trans:nrow() or - self.dim_in[3] ~= self.ltp3.trans:nrow() then - nerv.error("mismatching dimensions of linear transform parameter and input") - end - if self.dim_out[1] ~= self.ltp1.trans:ncol() then - nerv.error("mismatching dimensions of linear transform parameter and output") - end - self.ltp1:train_init() - self.ltp2:train_init() - self.ltp3:train_init() - self.bp:train_init() - self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) -end - -function GateFFFLayer:batch_resize(batch_size) - if self.err_m:nrow() ~= batch_size then - self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) - end -end - -function GateFFFLayer:propagate(input, output) - -- apply linear transform - output[1]:mul(input[1], self.ltp1.trans, 1.0, 0.0, 'N', 'N') - output[1]:mul(input[2], self.ltp2.trans, 1.0, 1.0, 'N', 'N') - output[1]:mul(input[3], self.ltp3.trans, 1.0, 1.0, 'N', 'N') - -- add bias - output[1]:add_row(self.bp.trans, 1.0) - output[1]:sigmoid(output[1]) -end - -function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) - self.err_bakm:sigmoid_grad(bp_err[1], output[1]) - next_bp_err[1]:mul(self.err_bakm, self.ltp1.trans, 1.0, 0.0, 'N', 'T') - next_bp_err[2]:mul(self.err_bakm, self.ltp2.trans, 1.0, 0.0, 'N', 'T') - next_bp_err[3]:mul(self.err_bakm, self.ltp3.trans, 1.0, 0.0, 'N', 'T') -end - -function GateFFFLayer:update(bp_err, input, output) - self.err_bakm:sigmoid_grad(bp_err[1], output[1]) - self.ltp1:update_by_err_input(self.err_bakm, input[1]) - self.ltp2:update_by_err_input(self.err_bakm, input[2]) - self.ltp3:update_by_err_input(self.err_bakm, input[3]) - self.bp:update_by_gradient(self.err_bakm:colsum()) -end - -function GateFFFLayer:get_params() - return nerv.ParamRepo({self.ltp1, self.ltp2, self.ltp3, self.bp}) -end diff --git a/nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua b/nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua deleted file mode 100644 index dddb05a..0000000 --- a/nerv/examples/lmptb/rnn/layersT/softmax_ce_t.lua +++ /dev/null @@ -1,81 +0,0 @@ -local SoftmaxCELayer = nerv.class("nerv.SoftmaxCELayerT", "nerv.LayerT") - -function SoftmaxCELayer:__init(id, global_conf, layer_conf) - self.id = id - self.gconf = global_conf - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.compressed = layer_conf.compressed - if self.compressed == nil then - self.compressed = false - end - self:check_dim_len(2, -1) -- two inputs: nn output and label -end - -function SoftmaxCELayer:init(batch_size, chunk_size) - if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then - nerv.error("mismatching dimensions of previous network output and labels") - end - self.total_ce = 0.0 - self.total_correct = 0 - self.total_frames = 0 - self.softmax_t = {} - self.ce_t = {} - for t = 1, chunk_size do - self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end -end - -function SoftmaxCELayer:batch_resize(batch_size) - for t = 1, chunk_size do - if self.softmax_t[t]:nrow() ~= batch_resize then - self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end - end -end - -function SoftmaxCELayer:update(bp_err, input, output, t) - -- no params, therefore do nothing -end - -function SoftmaxCELayer:propagate(input, output, t) - local softmax = self.softmax_t[t] - local ce = self.ce_t[t] - local classified = softmax:softmax(input[1]) - local label = input[2] - ce:log_elem(softmax) - if self.compressed then - label = label:decompress(input[1]:ncol()) - end - ce:mul_elem(ce, label) - ce = ce:rowsum() - if output[1] ~= nil then - output[1]:copy_fromd(ce) - end - -- add total ce - self.total_ce = self.total_ce - ce:colsum()[0][0] - self.total_frames = self.total_frames + softmax:nrow() - -- TODO: add colsame for uncompressed label - if self.compressed then - self.total_correct = self.total_correct + classified:colsame(input[2])[0][0] - end -end - -function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) - -- softmax output - label - local label = input[2] - if self.compressed then - label = label:decompress(input[1]:ncol()) - end - local nbe = next_bp_err[1] - nbe:add(self.softmax_t[t], label, 1.0, -1.0) - if bp_err[1] ~= nil then - nbe:scale_rows_by_col(bp_err[1]) - end -end - -function SoftmaxCELayer:get_params() - return nerv.ParamRepo({}) -end diff --git a/nerv/examples/lmptb/rnn/tnn.lua b/nerv/examples/lmptb/rnn/tnn.lua deleted file mode 100644 index c2e397c..0000000 --- a/nerv/examples/lmptb/rnn/tnn.lua +++ /dev/null @@ -1,549 +0,0 @@ -local TNN = nerv.class("nerv.TNN", "nerv.Layer") - -local function parse_id(str) - --used to parse layerid[portid],time - local id, port, time, _ - _, _, id, port, time = string.find(str, "([a-zA-Z0-9_]+)%[([0-9]+)%][,]*([0-9]*)") - if id == nil or port == nil then - _, _, id, port, time = string.find(str, "(.+)%[([0-9]+)%][,]*([0-9]*)") - if not (id == "" or id == "") then - nerv.error("wrong format of connection id") - end - end - --print(str, id, port, time) - port = tonumber(port) - if (time == nil) then - time = 0 - else - time = tonumber(time) - end - --now time don't need to be parsed - return id, port -end - -local function discover(id, layers, layer_repo) - local ref = layers[id] - if id == "" or id == "" then - return nil - end - if ref == nil then - local layer = layer_repo:get_layer(id) - local dim_in, dim_out = layer:get_dim() - ref = { - layer = layer, - inputs_m = {}, --storage for computation, inputs_m[time][port] - inputs_b = {}, --inputs_g[time][port], whether this input can been computed - inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation, inputs_p_matbak[port] - outputs_m = {}, - outputs_b = {}, - err_inputs_m = {}, - err_inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation - err_inputs_b = {}, - err_outputs_m = {}, - err_outputs_b = {}, - i_conns_p = {}, --list of inputing connections - o_conns_p = {}, --list of outputing connections - dim_in = dim_in, --list of dimensions of ports - dim_out = dim_out, - } - layers[id] = ref - end - return ref -end - -nerv.TNN.FC = {} --flag const -nerv.TNN.FC.SEQ_START = 4 -nerv.TNN.FC.SEQ_END = 8 -nerv.TNN.FC.HAS_INPUT = 1 -nerv.TNN.FC.HAS_LABEL = 2 -nerv.TNN.FC.SEQ_NORM = bit.bor(nerv.TNN.FC.HAS_INPUT, nerv.TNN.FC.HAS_LABEL) --This instance have both input and label - -function TNN.make_initial_store(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) - --Return a table of matrix storage from time (1-chunk_size)..(2*chunk_size) - if (type(st) ~= "table") then - nerv.error("st should be a table") - end - for i = 1 - chunk_size - 1, chunk_size * 2 + 1 do --intentionally allocated more time, should be [1-chunk_size, chunk_size*2] - if (st[i] == nil) then - st[i] = {} - end - st[i][p] = global_conf.cumat_type(batch_size, dim) - st[i][p]:fill(0) - if (st_c ~= nil) then - if (st_c[i + t_c] == nil) then - st_c[i + t_c] = {} - end - st_c[i + t_c][p_c] = st[i][p] - end - end -end - -function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current feed - if (t < 1 or t > self.chunk_size) then - return true - end - if (self.feeds_now.flagsPack_now[t] == 0 or self.feeds_now.flagsPack_now[t] == nil) then - return true - end - return false -end - -function TNN:__init(id, global_conf, layer_conf) - local layers = {} - local inputs_p = {} --map:port of the TNN to layer ref and port - local outputs_p = {} - local dim_in = layer_conf.dim_in - local dim_out = layer_conf.dim_out - local parsed_conns = {} - local _ - - for _, ll in pairs(layer_conf.connections) do - local id_from, port_from = parse_id(ll[1]) - local id_to, port_to = parse_id(ll[2]) - local time_to = ll[3] - - print(id_from, id_to, time_to) - - local ref_from = discover(id_from, layers, layer_conf.sub_layers) - local ref_to = discover(id_to, layers, layer_conf.sub_layers) - - if (id_from == "") then - if (dim_in[port_from] ~= ref_to.dim_in[port_to] or time_to ~= 0) then - nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) - end - inputs_p[port_from] = {["ref"] = ref_to, ["port"] = port_to} - ref_to.inputs_m[port_to] = {} --just a place holder - elseif (id_to == "") then - if (dim_out[port_to] ~= ref_from.dim_out[port_from] or time_to ~= 0) then - nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) - end - outputs_p[port_to] = {["ref"] = ref_from, ["port"] = port_from} - ref_from.outputs_m[port_from] = {} --just a place holder - else - local conn_now = { - ["src"] = {["ref"] = ref_from, ["port"] = port_from}, - ["dst"] = {["ref"] = ref_to, ["port"] = port_to}, - ["time"] = time_to - } - if (ref_to.dim_in[port_to] ~= ref_from.dim_out[port_from]) then - nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) - end - table.insert(parsed_conns, conn_now) - ref_to.i_conns_p[conn_now.dst.port] = conn_now - ref_from.o_conns_p[conn_now.src.port] = conn_now - end - end - - for id, ref in pairs(layers) do - print(id, "#dim_in:", #ref.dim_in, "#dim_out:", #ref.dim_out, "#i_conns_p:", #ref.i_conns_p, "#o_conns_p", #ref.o_conns_p) - end - - self.layers = layers - self.inputs_p = inputs_p - self.outputs_p = outputs_p - self.id = id - self.dim_in = dim_in - self.dim_out = dim_out - self.parsed_conns = parsed_conns - self.gconf = global_conf -end - -function TNN:init(batch_size, chunk_size) - self.batch_size = batch_size - self.chunk_size = chunk_size - for i, conn in ipairs(self.parsed_conns) do --init storage for connections inside the NN - local _, output_dim - local ref_from, port_from, ref_to, port_to, time - ref_from, port_from = conn.src.ref, conn.src.port - ref_to, port_to = conn.dst.ref, conn.dst.port - time = conn.time - - local dim = ref_from.dim_out[port_from] - if (dim == 0) then - nerv.error("layer %s has a zero dim port", ref_from.layer.id) - end - - print("TNN initing storage", ref_from.layer.id, "->", ref_to.layer.id) - ref_to.inputs_matbak_p[port_to] = self.gconf.cumat_type(batch_size, dim) - self.make_initial_store(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) - ref_from.err_inputs_matbak_p[port_from] = self.gconf.cumat_type(batch_size, dim) - self.make_initial_store(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) - - end - - self.outputs_m = {} - self.err_inputs_m = {} - for i = 1, #self.dim_out do --Init storage for output ports - local ref = self.outputs_p[i].ref - local p = self.outputs_p[i].port - self.make_initial_store(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) - self.make_initial_store(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) - end - - self.inputs_m = {} - self.err_outputs_m = {} - for i = 1, #self.dim_in do --Init storage for input ports - local ref = self.inputs_p[i].ref - local p = self.inputs_p[i].port - self.make_initial_store(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) - self.make_initial_store(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) - end - - for id, ref in pairs(self.layers) do --Calling init for child layers - for i = 1, #ref.dim_in do - if (ref.inputs_m[i] == nil or ref.err_outputs_m[i] == nil) then - nerv.error("dangling input port %d of layer %s", i, id) - end - end - for i = 1, #ref.dim_out do - if (ref.outputs_m[i] == nil or ref.err_inputs_m[i] == nil) then - nerv.error("dangling output port %d of layer %s", i, id) - end - end - -- initialize sub layers - ref.layer:init(batch_size, chunk_size) - end - - local flags_now = {} - local flagsPack_now = {} - for i = 1, chunk_size do - flags_now[i] = {} - flagsPack_now[i] = 0 - end - - self.feeds_now = {} --feeds is for the reader to fill - self.feeds_now.inputs_m = self.inputs_m - self.feeds_now.flags_now = flags_now - self.feeds_now.flagsPack_now = flagsPack_now - - self:flush_all() -end - ---[[ -function DAGLayer:batch_resize(batch_size) - self.gconf.batch_size = batch_size - - for i, conn in ipairs(self.parsed_conn) do - local _, output_dim - local ref_from, port_from, ref_to, port_to - ref_from, port_from = unpack(conn[1]) - ref_to, port_to = unpack(conn[2]) - _, output_dim = ref_from.layer:get_dim() - - if ref_from.outputs[port_from]:nrow() ~= batch_size and output_dim[port_from] > 0 then - local mid = self.gconf.cumat_type(batch_size, output_dim[port_from]) - local err_mid = mid:create() - - ref_from.outputs[port_from] = mid - ref_to.inputs[port_to] = mid - - ref_from.err_inputs[port_from] = err_mid - ref_to.err_outputs[port_to] = err_mid - end - end - for id, ref in pairs(self.layers) do - ref.layer:batch_resize(batch_size) - end - collectgarbage("collect") -end -]]-- - -function TNN:flush_all() --flush all history and activation - local _, ref - for _, ref in pairs(self.layers) do - for i = 1, #ref.dim_in do - for t = 1 - self.chunk_size, self.chunk_size * 2 do - ref.inputs_m[t][i]:fill(self.gconf.nn_act_default) - if (ref.inputs_b[t] == nil) then - ref.inputs_b[t] = {} - end - ref.inputs_b[t][i] = false - ref.err_outputs_m[t][i]:fill(0) - if (ref.err_outputs_b[t] == nil) then - ref.err_outputs_b[t] = {} - end - ref.err_outputs_b[t][i] = false - end - end - for i = 1, #ref.dim_out do - for t = 1 - self.chunk_size, self.chunk_size * 2 do - ref.outputs_m[t][i]:fill(self.gconf.nn_act_default) - if (ref.outputs_b[t] == nil) then - ref.outputs_b[t] = {} - end - ref.outputs_b[t][i] = false - ref.err_inputs_m[t][i]:fill(0) - if (ref.err_inputs_b[t] == nil) then - ref.err_inputs_b[t] = {} - end - ref.err_inputs_b[t][i] = false - end - end - end -end - ---reader: some reader ---Returns: bool, whether has new feed ---Returns: feeds, a table that will be filled with the reader's feeds -function TNN:getfeed_from_reader(reader) - local feeds_now = self.feeds_now - local got_new = reader:get_batch(feeds_now) - return got_new, feeds_now -end - -function TNN:move_right_to_nextmb(list_t) --move output history activations of 1..chunk_size to 1-chunk_size..0 - if list_t == nil then - list_t = {} - for i = 1, self.chunk_size do - list_t[i] = i - self.chunk_size - end - end - for i = 1, #list_t do - t = list_t[i] - if t < 1 - self.chunk_size or t > 0 then - nerv.error("MB move range error") - end - for id, ref in pairs(self.layers) do - for p = 1, #ref.dim_out do - ref.outputs_m[t][p]:copy_fromd(ref.outputs_m[t + self.chunk_size][p]) - end - end - end -end - -function TNN:net_propagate() --propagate according to feeds_now - for t = 1, self.chunk_size, 1 do - for id, ref in pairs(self.layers) do - for p = 1, #ref.dim_out do - ref.outputs_b[t][p] = false - end - for p = 1, #ref.dim_in do - ref.inputs_b[t][p] = false - end - end - end - - local feeds_now = self.feeds_now - for t = 1, self.chunk_size do - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then - for i = 1, #self.dim_in do - local ref = self.inputs_p[i].ref - local p = self.inputs_p[i].port - ref.inputs_b[t][p] = true - self:propagate_dfs(ref, t) - end - end - end - - local flag_out = true - for t = 1, self.chunk_size do --check whether every output has been computed - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then - for i = 1, #self.dim_out do - local ref = self.outputs_p[i].ref - if (ref.outputs_b[t][1] ~= true) then - flag_out = false - break - end - end - end - end - if (flag_out == false) then - nerv.error("some thing wrong, some labeled output is not propagated") - end -end - ---ref: the TNN_ref of a layer ---t: the current time to propagate -function TNN:propagate_dfs(ref, t) - if (self:out_of_feedrange(t)) then - return - end - if (ref.outputs_b[t][1] == true) then --already propagated, 1 is just a random port - return - end - - --print("debug dfs", ref.layer.id, t) - - local flag = true --whether have all inputs - for _, conn in pairs(ref.i_conns_p) do - local p = conn.dst.port - if (not (ref.inputs_b[t][p] or self:out_of_feedrange(t - conn.time))) then - flag = false - break - end - end - if (flag == false) then - return - end - - --ok, do propagate - --print("debug ok, propagating"); - --[[ - if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border history - for i = 1, self.batch_size do - local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) - local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) - if (seq_start > 0 or seq_end > 0) then - for p, conn in pairs(ref.i_conns_p) do - if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to default - ref.inputs_matbak_p[p][i - 1]:copy_fromd(ref.inputs_m[t][p][i - 1]) - ref.inputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) - end - end - end - end - end - ]]-- - self.gconf.timer:tic("tnn_actual_layer_propagate") - ref.layer:propagate(ref.inputs_m[t], ref.outputs_m[t], t) --propagate! - self.gconf.timer:toc("tnn_actual_layer_propagate") - - if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --restore cross-border history - for i = 1, self.batch_size do - local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) - local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) - if (seq_start > 0 or seq_end > 0) then - for p, conn in pairs(ref.o_conns_p) do - if ((ref.o_conns_p[p].time > 0 and seq_end > 0) or (ref.o_conns_p[p].time < 0 and seq_start > 0)) then - ref.outputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) - end - end - end - end - end - --set input flag for future layers - for i = 1, #ref.dim_out do - if (ref.outputs_b[t][i] == true) then - nerv.error("this time's outputs_b should be false") - end - ref.outputs_b[t][i] = true - end - - --try dfs for further layers - for _, conn in pairs(ref.o_conns_p) do - --print("debug dfs-searching", conn.dst.ref.layer.id) - conn.dst.ref.inputs_b[t + conn.time][conn.dst.port] = true - self:propagate_dfs(conn.dst.ref, t + conn.time) - end -end - ---do_update: bool, whether we are doing back-propagate or updating the parameters -function TNN:net_backpropagate(do_update) --propagate according to feeds_now - if (do_update == nil) then - nerv.error("do_update should not be nil") - end - for t = 1, self.chunk_size, 1 do - for id, ref in pairs(self.layers) do - for p = 1, #ref.dim_out do - ref.err_inputs_b[t][p] = false - end - for p = 1, #ref.dim_in do - ref.err_outputs_b[t][p] = false - end - end - end - - local feeds_now = self.feeds_now - for t = 1, self.chunk_size do - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then - for i = 1, #self.dim_out do - local ref = self.outputs_p[i].ref - local p = self.outputs_p[i].port - ref.err_inputs_b[t][p] = true - self:backpropagate_dfs(ref, t, do_update) - end - end - end - - local flag_out = true - for t = 1, self.chunk_size do --check whether every output has been computed - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then - for i = 1, #self.dim_in do - local ref = self.inputs_p[i].ref - if (ref.err_outputs_b[t][1] ~= true) then - flag_out = false - break - end - end - end - end - if (flag_out == false) then - nerv.error("some thing wrong, some input is not back_propagated") - end -end - ---ref: the TNN_ref of a layer ---t: the current time to propagate -function TNN:backpropagate_dfs(ref, t, do_update) - if (self:out_of_feedrange(t)) then - return - end - if (ref.err_outputs_b[t][1] == true) then --already back_propagated, 1 is just a random port - return - end - - --print("debug dfs", ref.layer.id, t) - - local flag = true --whether have all inputs - for _, conn in pairs(ref.o_conns_p) do - local p = conn.src.port - if (not (ref.err_inputs_b[t][p] or self:out_of_feedrange(t + conn.time))) then - flag = false - break - end - end - if (flag == false) then - return - end - - --ok, do back_propagate - --print("debug ok, back-propagating(or updating)") - if (do_update == false) then - self.gconf.timer:tic("tnn_actual_layer_backpropagate") - ref.layer:back_propagate(ref.err_inputs_m[t], ref.err_outputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) - self.gconf.timer:toc("tnn_actual_layer_backpropagate") - else - --print(ref.err_inputs_m[t][1]) - self.gconf.timer:tic("tnn_actual_layer_update") - ref.layer:update(ref.err_inputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) - self.gconf.timer:toc("tnn_actual_layer_update") - end - - if (do_update == false and bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border errors - for i = 1, self.batch_size do - local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) - local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) - if (seq_start > 0 or seq_end > 0) then - for p, conn in pairs(ref.i_conns_p) do - if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to zero - ref.err_outputs_m[t][p][i - 1]:fill(0) - end - end - end - end - end - - for i = 1, #ref.dim_in do - if (ref.err_outputs_b[t][i] == true) then - nerv.error("this time's outputs_b should be false") - end - ref.err_outputs_b[t][i] = true - end - - --try dfs for further layers - for _, conn in pairs(ref.i_conns_p) do - --print("debug dfs-searching", conn.src.ref.layer.id) - conn.src.ref.err_inputs_b[t - conn.time][conn.src.port] = true - self:backpropagate_dfs(conn.src.ref, t - conn.time, do_update) - end -end - ---Return: nerv.ParamRepo -function TNN:get_params() - local param_repos = {} - for id, ref in pairs(self.queue) do - table.insert(param_repos, ref.layer:get_params()) - end - return nerv.ParamRepo.merge(param_repos) -end - diff --git a/nerv/examples/lmptb/tnn/init.lua b/nerv/examples/lmptb/tnn/init.lua new file mode 100644 index 0000000..a069527 --- /dev/null +++ b/nerv/examples/lmptb/tnn/init.lua @@ -0,0 +1,47 @@ +local LayerT = nerv.class('nerv.LayerT') + +function LayerT:__init(id, global_conf, layer_conf) + nerv.error_method_not_implemented() +end + +function LayerT:init(batch_size, chunk_size) + nerv.error_method_not_implemented() +end + +function LayerT:update(bp_err, input, output, t) + nerv.error_method_not_implemented() +end + +function LayerT:propagate(input, output, t) + nerv.error_method_not_implemented() +end + +function LayerT:back_propagate(bp_err, next_bp_err, input, output, t) + nerv.error_method_not_implemented() +end + +function LayerT:check_dim_len(len_in, len_out) + local expected_in = #self.dim_in + local expected_out = #self.dim_out + if len_in > 0 and expected_in ~= len_in then + nerv.error("layer %s expects %d inputs, %d given", + self.id, len_in, expected_in) + end + if len_out > 0 and expected_out ~= len_out then + nerv.error("layer %s expects %d outputs, %d given", + self.id, len_out, expected_out) + end +end + +function LayerT:get_params() + nerv.error_method_not_implemented() +end + +function LayerT:get_dim() + return self.dim_in, self.dim_out +end + +nerv.include('tnn.lua') +nerv.include('layersT/softmax_ce_t.lua') +nerv.include('layers/gate_fff.lua') +nerv.include('layer_dag_t.lua') diff --git a/nerv/examples/lmptb/tnn/layer_dag_t.lua b/nerv/examples/lmptb/tnn/layer_dag_t.lua new file mode 100644 index 0000000..1a89816 --- /dev/null +++ b/nerv/examples/lmptb/tnn/layer_dag_t.lua @@ -0,0 +1,369 @@ +local DAGLayerT = nerv.class("nerv.DAGLayerT", "nerv.LayerT") + +local function parse_id(str) + local id, port, _ + _, _, id, port = string.find(str, "([a-zA-Z0-9_]+)%[([0-9]+)%]") + if id == nil or port == nil then + _, _, id, port = string.find(str, "(.+)%[([0-9]+)%]") + if not (id == "" or id == "") then + nerv.error("wrong format of connection id") + end + end + port = tonumber(port) + return id, port +end + +local function discover(id, layers, layer_repo) + local ref = layers[id] + if id == "" or id == "" then + return nil + end + if ref == nil then + local layer = layer_repo:get_layer(id) + local dim_in, dim_out = layer:get_dim() + ref = { + layer = layer, + inputs = {}, + outputs = {}, + err_inputs = {}, + err_outputs = {}, + next_layers = {}, + input_len = #dim_in, + output_len = #dim_out, + in_deg = 0, + visited = false + } + layers[id] = ref + end + return ref +end + +function DAGLayerT:__init(id, global_conf, layer_conf) + local layers = {} + local inputs = {} + local outputs = {} + local dim_in = layer_conf.dim_in + local dim_out = layer_conf.dim_out + local parsed_conn = {} + for from, to in pairs(layer_conf.connections) do + local id_from, port_from = parse_id(from) + local id_to, port_to = parse_id(to) + local ref_from = discover(id_from, layers, layer_conf.sub_layers) + local ref_to = discover(id_to, layers, layer_conf.sub_layers) + local input_dim, output_dim, _ + if ref_from and ref_from.outputs[port_from] ~= nil then + nerv.error("%s has already been attached", from) + end + if ref_to and ref_to.inputs[port_to] ~= nil then + nerv.error("%s has already been attached", to) + end + if id_from == "" then + input_dim, _ = ref_to.layer:get_dim() + if dim_in[port_from] ~= input_dim[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + inputs[port_from] = {ref_to, port_to} + ref_to.inputs[port_to] = inputs -- just a place holder + elseif id_to == "" then + _, output_dim = ref_from.layer:get_dim() + if output_dim[port_from] ~= dim_out[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + outputs[port_to] = {ref_from, port_from} + ref_from.outputs[port_from] = outputs -- just a place holder + else + _, output_dim = ref_from.layer:get_dim() + input_dim, _ = ref_to.layer:get_dim() + if output_dim[port_from] ~= input_dim[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + + table.insert(parsed_conn, + {{ref_from, port_from}, {ref_to, port_to}}) + table.insert(ref_from.next_layers, ref_to) -- add edge + ref_to.in_deg = ref_to.in_deg + 1 -- increase the in-degree of the target layer + end + end + + -- topology sort + local queue = {} + local l = 1 + local r = 1 + for id, ref in pairs(layers) do + if ref.in_deg == 0 then + table.insert(queue, ref) + nerv.info("adding source layer: %s", id) + r = r + 1 + end + end + if l == r then + nerv.error("loop detected") + end + while l < r do + local cur = queue[l] + cur.visited = true + l = l + 1 + for _, nl in pairs(cur.next_layers) do + nl.in_deg = nl.in_deg - 1 + if nl.in_deg == 0 then + table.insert(queue, nl) + r = r + 1 + end + end + end + for i = 1, #queue do + nerv.info("enqueued layer: %s %s", queue[i].layer, queue[i].layer.id) + end + + for id, ref in pairs(layers) do + -- check wether the graph is connected + if ref.visited == false then + nerv.warning("layer %s is ignored", id) + end + end + + self.layers = layers + self.inputs = inputs + self.outputs = outputs + self.id = id + self.dim_in = dim_in + self.dim_out = dim_out + self.parsed_conn = parsed_conn + self.queue = queue + self.gconf = global_conf +end + +function DAGLayerT:init(batch_size, chunk_size) + nerv.printf("initing DAGLayerT\n") + if chunk_size == nil then + chunk_size = 1 + nerv.printf("(Initing DAGLayerT) chunk_size is nil, setting it to default 1\n") + end + + self.chunk_size = chunk_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + local dim = 1 + if output_dim[port_from] > 0 then + dim = output_dim[port_from] + end + + for t = 1, chunk_size do + local mid = self.gconf.cumat_type(batch_size, dim) + local err_mid = mid:create() + + if ref_from.outputs[t] == nil then + ref_from.outputs[t] = {} + end + if ref_to.inputs[t] == nil then + ref_to.inputs[t] = {} + end + if ref_to.err_outputs[t] == nil then + ref_to.err_outputs[t] = {} + end + if ref_from.err_inputs[t] == nil then + ref_from.err_inputs[t] = {} + end + + ref_from.outputs[t][port_from] = mid + ref_to.inputs[t][port_to] = mid + + ref_from.err_inputs[t][port_from] = err_mid + ref_to.err_outputs[t][port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + for i = 1, ref.input_len do + if ref.inputs[i] == nil then + nerv.error("dangling input port %d of layer %s", i, id) + end + end + for i = 1, ref.output_len do + if ref.outputs[i] == nil then + nerv.error("dangling output port %d of layer %s", i, id) + end + end + -- initialize sub layers + ref.layer:init(batch_size, chunk_size) + end + for i = 1, #self.dim_in do + if self.inputs[i] == nil then + nerv.error("dangling port %d of layer ", i) + end + end + for i = 1, #self.dim_out do + if self.outputs[i] == nil then + nerv.error("dangling port %d of layer ", i) + end + end +end + +function DAGLayerT:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end + if batch_size ~= self.gconf.batch_size + or chunk_size ~= self.gconf.chunk_size then + nerv.printf("warn: in DAGLayerT:batch_resize, the batch_size ~= gconf.batch_size, or chunk_size ~= gconf.chunk_size") + end + self.gconf.batch_size = batch_size + self.gconf.chunk_size = chunk_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + + for t = 1, chunk_size do + if ref_from.outputs[t] == nil then + ref_from.outputs[t] = {} + end + if ref_to.inputs[t] == nil then + ref_to.inputs[t] = {} + end + if ref_from.err_outputs[t] == nil then + ref_from.err_outputs[t] = {} + end + if ref_from.err_inputs[t] == nil then + ref_from.err_inputs[t] = {} + end + + local mid = self.gconf.cumat_type(batch_size, dim) + local err_mid = mid:create() + + ref_from.outputs[t][port_from] = mid + ref_to.inputs[t][port_to] = mid + + ref_from.err_inputs[t][port_from] = err_mid + ref_to.err_outputs[t][port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + ref.layer:batch_resize(batch_size, chunk_size) + end + collectgarbage("collect") +end + +function DAGLayerT:set_inputs(input, t) + for i = 1, #self.dim_in do + if input[i] == nil then + nerv.error("some input is not provided"); + end + local layer = self.inputs[i][1] + local port = self.inputs[i][2] + layer.inputs[t][port] = input[i] + end +end + +function DAGLayerT:set_outputs(output, t) + for i = 1, #self.dim_out do + if output[i] == nil then + nerv.error("some output is not provided"); + end + local layer = self.outputs[i][1] + local port = self.outputs[i][2] + layer.outputs[t][port] = output[i] + end +end + +function DAGLayerT:set_err_inputs(bp_err, t) + for i = 1, #self.dim_out do + local layer = self.outputs[i][1] + local port = self.outputs[i][2] + layer.err_inputs[t][port] = bp_err[i] + end +end + +function DAGLayerT:set_err_outputs(next_bp_err, t) + for i = 1, #self.dim_in do + local layer = self.inputs[i][1] + local port = self.inputs[i][2] + layer.err_outputs[t][port] = next_bp_err[i] + end +end + +function DAGLayerT:update(bp_err, input, output, t) + if t == nil then + t = 1 + end + self:set_err_inputs(bp_err, t) + self:set_inputs(input, t) + self:set_outputs(output, t) + -- print("update") + for id, ref in pairs(self.queue) do + -- print(ref.layer.id) + ref.layer:update(ref.err_inputs, ref.inputs, ref.outputs, t) + end +end + +function DAGLayerT:propagate(input, output) + if t == nil then + t = 1 + end + self:set_inputs(input, t) + self:set_outputs(output, t) + local ret = false + for i = 1, #self.queue do + local ref = self.queue[i] + -- print(ref.layer.id) + ret = ref.layer:propagate(ref.inputs, ref.outputs, t) + end + return ret +end + +function DAGLayerT:back_propagate(bp_err, next_bp_err, input, output, t) + if t == nil then + t = 1 + end + self:set_err_outputs(next_bp_err, t) + self:set_err_inputs(bp_err, t) + self:set_inputs(input, t) + self:set_outputs(output, t) + for i = #self.queue, 1, -1 do + local ref = self.queue[i] + -- print(ref.layer.id) + ref.layer:back_propagate(ref.err_inputs, ref.err_outputs, ref.inputs, ref.outputs, t) + end +end + +function DAGLayerT:get_params() + local param_repos = {} + for id, ref in pairs(self.queue) do + table.insert(param_repos, ref.layer:get_params()) + end + return nerv.ParamRepo.merge(param_repos) +end + +DAGLayerT.PORT_TYPES = { + INPUT = {}, + OUTPUT = {}, + ERR_INPUT = {}, + ERR_OUTPUT = {} +} + +function DAGLayerT:get_intermediate(id, port_type) + if id == "" or id == "" then + nerv.error("an actual real layer id is expected") + end + local layer = self.layers[id] + if layer == nil then + nerv.error("layer id %s not found", id) + end + if port_type == DAGLayerT.PORT_TYPES.INPUT then + return layer.inputs + elseif port_type == DAGLayerT.PORT_TYPES.OUTPUT then + return layer.outputs + elseif port_type == DAGLayerT.PORT_TYPES.ERR_INPUT then + return layer.err_inputs + elseif port_type == DAGLayerT.PORT_TYPES.ERR_OUTPUT then + return layer.err_outputs + end + nerv.error("unrecognized port type") +end diff --git a/nerv/examples/lmptb/tnn/layers/gate_fff.lua b/nerv/examples/lmptb/tnn/layers/gate_fff.lua new file mode 100644 index 0000000..751dde1 --- /dev/null +++ b/nerv/examples/lmptb/tnn/layers/gate_fff.lua @@ -0,0 +1,71 @@ +local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') + +function GateFFFLayer:__init(id, global_conf, layer_conf) + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + self.ltp1 = self:find_param("ltp1", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp + self.ltp2 = self:find_param("ltp2", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp + self.ltp3 = self:find_param("ltp3", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[3], self.dim_out[1]}) --layer_conf.ltp + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp + + self:check_dim_len(3, 1) -- exactly one input and one output +end + +function GateFFFLayer:init(batch_size) + if self.ltp1.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp2.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp3.trans:ncol() ~= self.bp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform and bias paramter") + end + if self.dim_in[1] ~= self.ltp1.trans:nrow() or + self.dim_in[2] ~= self.ltp2.trans:nrow() or + self.dim_in[3] ~= self.ltp3.trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self.ltp1.trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self.ltp1:train_init() + self.ltp2:train_init() + self.ltp3:train_init() + self.bp:train_init() + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) +end + +function GateFFFLayer:batch_resize(batch_size) + if self.err_m:nrow() ~= batch_size then + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) + end +end + +function GateFFFLayer:propagate(input, output) + -- apply linear transform + output[1]:mul(input[1], self.ltp1.trans, 1.0, 0.0, 'N', 'N') + output[1]:mul(input[2], self.ltp2.trans, 1.0, 1.0, 'N', 'N') + output[1]:mul(input[3], self.ltp3.trans, 1.0, 1.0, 'N', 'N') + -- add bias + output[1]:add_row(self.bp.trans, 1.0) + output[1]:sigmoid(output[1]) +end + +function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + next_bp_err[1]:mul(self.err_bakm, self.ltp1.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[2]:mul(self.err_bakm, self.ltp2.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[3]:mul(self.err_bakm, self.ltp3.trans, 1.0, 0.0, 'N', 'T') +end + +function GateFFFLayer:update(bp_err, input, output) + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + self.ltp1:update_by_err_input(self.err_bakm, input[1]) + self.ltp2:update_by_err_input(self.err_bakm, input[2]) + self.ltp3:update_by_err_input(self.err_bakm, input[3]) + self.bp:update_by_gradient(self.err_bakm:colsum()) +end + +function GateFFFLayer:get_params() + return nerv.ParamRepo({self.ltp1, self.ltp2, self.ltp3, self.bp}) +end diff --git a/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua b/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua new file mode 100644 index 0000000..dddb05a --- /dev/null +++ b/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua @@ -0,0 +1,81 @@ +local SoftmaxCELayer = nerv.class("nerv.SoftmaxCELayerT", "nerv.LayerT") + +function SoftmaxCELayer:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.compressed = layer_conf.compressed + if self.compressed == nil then + self.compressed = false + end + self:check_dim_len(2, -1) -- two inputs: nn output and label +end + +function SoftmaxCELayer:init(batch_size, chunk_size) + if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then + nerv.error("mismatching dimensions of previous network output and labels") + end + self.total_ce = 0.0 + self.total_correct = 0 + self.total_frames = 0 + self.softmax_t = {} + self.ce_t = {} + for t = 1, chunk_size do + self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end +end + +function SoftmaxCELayer:batch_resize(batch_size) + for t = 1, chunk_size do + if self.softmax_t[t]:nrow() ~= batch_resize then + self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end + end +end + +function SoftmaxCELayer:update(bp_err, input, output, t) + -- no params, therefore do nothing +end + +function SoftmaxCELayer:propagate(input, output, t) + local softmax = self.softmax_t[t] + local ce = self.ce_t[t] + local classified = softmax:softmax(input[1]) + local label = input[2] + ce:log_elem(softmax) + if self.compressed then + label = label:decompress(input[1]:ncol()) + end + ce:mul_elem(ce, label) + ce = ce:rowsum() + if output[1] ~= nil then + output[1]:copy_fromd(ce) + end + -- add total ce + self.total_ce = self.total_ce - ce:colsum()[0][0] + self.total_frames = self.total_frames + softmax:nrow() + -- TODO: add colsame for uncompressed label + if self.compressed then + self.total_correct = self.total_correct + classified:colsame(input[2])[0][0] + end +end + +function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) + -- softmax output - label + local label = input[2] + if self.compressed then + label = label:decompress(input[1]:ncol()) + end + local nbe = next_bp_err[1] + nbe:add(self.softmax_t[t], label, 1.0, -1.0) + if bp_err[1] ~= nil then + nbe:scale_rows_by_col(bp_err[1]) + end +end + +function SoftmaxCELayer:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/examples/lmptb/tnn/tnn.lua b/nerv/examples/lmptb/tnn/tnn.lua new file mode 100644 index 0000000..c2e397c --- /dev/null +++ b/nerv/examples/lmptb/tnn/tnn.lua @@ -0,0 +1,549 @@ +local TNN = nerv.class("nerv.TNN", "nerv.Layer") + +local function parse_id(str) + --used to parse layerid[portid],time + local id, port, time, _ + _, _, id, port, time = string.find(str, "([a-zA-Z0-9_]+)%[([0-9]+)%][,]*([0-9]*)") + if id == nil or port == nil then + _, _, id, port, time = string.find(str, "(.+)%[([0-9]+)%][,]*([0-9]*)") + if not (id == "" or id == "") then + nerv.error("wrong format of connection id") + end + end + --print(str, id, port, time) + port = tonumber(port) + if (time == nil) then + time = 0 + else + time = tonumber(time) + end + --now time don't need to be parsed + return id, port +end + +local function discover(id, layers, layer_repo) + local ref = layers[id] + if id == "" or id == "" then + return nil + end + if ref == nil then + local layer = layer_repo:get_layer(id) + local dim_in, dim_out = layer:get_dim() + ref = { + layer = layer, + inputs_m = {}, --storage for computation, inputs_m[time][port] + inputs_b = {}, --inputs_g[time][port], whether this input can been computed + inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation, inputs_p_matbak[port] + outputs_m = {}, + outputs_b = {}, + err_inputs_m = {}, + err_inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation + err_inputs_b = {}, + err_outputs_m = {}, + err_outputs_b = {}, + i_conns_p = {}, --list of inputing connections + o_conns_p = {}, --list of outputing connections + dim_in = dim_in, --list of dimensions of ports + dim_out = dim_out, + } + layers[id] = ref + end + return ref +end + +nerv.TNN.FC = {} --flag const +nerv.TNN.FC.SEQ_START = 4 +nerv.TNN.FC.SEQ_END = 8 +nerv.TNN.FC.HAS_INPUT = 1 +nerv.TNN.FC.HAS_LABEL = 2 +nerv.TNN.FC.SEQ_NORM = bit.bor(nerv.TNN.FC.HAS_INPUT, nerv.TNN.FC.HAS_LABEL) --This instance have both input and label + +function TNN.make_initial_store(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) + --Return a table of matrix storage from time (1-chunk_size)..(2*chunk_size) + if (type(st) ~= "table") then + nerv.error("st should be a table") + end + for i = 1 - chunk_size - 1, chunk_size * 2 + 1 do --intentionally allocated more time, should be [1-chunk_size, chunk_size*2] + if (st[i] == nil) then + st[i] = {} + end + st[i][p] = global_conf.cumat_type(batch_size, dim) + st[i][p]:fill(0) + if (st_c ~= nil) then + if (st_c[i + t_c] == nil) then + st_c[i + t_c] = {} + end + st_c[i + t_c][p_c] = st[i][p] + end + end +end + +function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current feed + if (t < 1 or t > self.chunk_size) then + return true + end + if (self.feeds_now.flagsPack_now[t] == 0 or self.feeds_now.flagsPack_now[t] == nil) then + return true + end + return false +end + +function TNN:__init(id, global_conf, layer_conf) + local layers = {} + local inputs_p = {} --map:port of the TNN to layer ref and port + local outputs_p = {} + local dim_in = layer_conf.dim_in + local dim_out = layer_conf.dim_out + local parsed_conns = {} + local _ + + for _, ll in pairs(layer_conf.connections) do + local id_from, port_from = parse_id(ll[1]) + local id_to, port_to = parse_id(ll[2]) + local time_to = ll[3] + + print(id_from, id_to, time_to) + + local ref_from = discover(id_from, layers, layer_conf.sub_layers) + local ref_to = discover(id_to, layers, layer_conf.sub_layers) + + if (id_from == "") then + if (dim_in[port_from] ~= ref_to.dim_in[port_to] or time_to ~= 0) then + nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) + end + inputs_p[port_from] = {["ref"] = ref_to, ["port"] = port_to} + ref_to.inputs_m[port_to] = {} --just a place holder + elseif (id_to == "") then + if (dim_out[port_to] ~= ref_from.dim_out[port_from] or time_to ~= 0) then + nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) + end + outputs_p[port_to] = {["ref"] = ref_from, ["port"] = port_from} + ref_from.outputs_m[port_from] = {} --just a place holder + else + local conn_now = { + ["src"] = {["ref"] = ref_from, ["port"] = port_from}, + ["dst"] = {["ref"] = ref_to, ["port"] = port_to}, + ["time"] = time_to + } + if (ref_to.dim_in[port_to] ~= ref_from.dim_out[port_from]) then + nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) + end + table.insert(parsed_conns, conn_now) + ref_to.i_conns_p[conn_now.dst.port] = conn_now + ref_from.o_conns_p[conn_now.src.port] = conn_now + end + end + + for id, ref in pairs(layers) do + print(id, "#dim_in:", #ref.dim_in, "#dim_out:", #ref.dim_out, "#i_conns_p:", #ref.i_conns_p, "#o_conns_p", #ref.o_conns_p) + end + + self.layers = layers + self.inputs_p = inputs_p + self.outputs_p = outputs_p + self.id = id + self.dim_in = dim_in + self.dim_out = dim_out + self.parsed_conns = parsed_conns + self.gconf = global_conf +end + +function TNN:init(batch_size, chunk_size) + self.batch_size = batch_size + self.chunk_size = chunk_size + for i, conn in ipairs(self.parsed_conns) do --init storage for connections inside the NN + local _, output_dim + local ref_from, port_from, ref_to, port_to, time + ref_from, port_from = conn.src.ref, conn.src.port + ref_to, port_to = conn.dst.ref, conn.dst.port + time = conn.time + + local dim = ref_from.dim_out[port_from] + if (dim == 0) then + nerv.error("layer %s has a zero dim port", ref_from.layer.id) + end + + print("TNN initing storage", ref_from.layer.id, "->", ref_to.layer.id) + ref_to.inputs_matbak_p[port_to] = self.gconf.cumat_type(batch_size, dim) + self.make_initial_store(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) + ref_from.err_inputs_matbak_p[port_from] = self.gconf.cumat_type(batch_size, dim) + self.make_initial_store(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) + + end + + self.outputs_m = {} + self.err_inputs_m = {} + for i = 1, #self.dim_out do --Init storage for output ports + local ref = self.outputs_p[i].ref + local p = self.outputs_p[i].port + self.make_initial_store(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) + self.make_initial_store(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) + end + + self.inputs_m = {} + self.err_outputs_m = {} + for i = 1, #self.dim_in do --Init storage for input ports + local ref = self.inputs_p[i].ref + local p = self.inputs_p[i].port + self.make_initial_store(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) + self.make_initial_store(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) + end + + for id, ref in pairs(self.layers) do --Calling init for child layers + for i = 1, #ref.dim_in do + if (ref.inputs_m[i] == nil or ref.err_outputs_m[i] == nil) then + nerv.error("dangling input port %d of layer %s", i, id) + end + end + for i = 1, #ref.dim_out do + if (ref.outputs_m[i] == nil or ref.err_inputs_m[i] == nil) then + nerv.error("dangling output port %d of layer %s", i, id) + end + end + -- initialize sub layers + ref.layer:init(batch_size, chunk_size) + end + + local flags_now = {} + local flagsPack_now = {} + for i = 1, chunk_size do + flags_now[i] = {} + flagsPack_now[i] = 0 + end + + self.feeds_now = {} --feeds is for the reader to fill + self.feeds_now.inputs_m = self.inputs_m + self.feeds_now.flags_now = flags_now + self.feeds_now.flagsPack_now = flagsPack_now + + self:flush_all() +end + +--[[ +function DAGLayer:batch_resize(batch_size) + self.gconf.batch_size = batch_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + + if ref_from.outputs[port_from]:nrow() ~= batch_size and output_dim[port_from] > 0 then + local mid = self.gconf.cumat_type(batch_size, output_dim[port_from]) + local err_mid = mid:create() + + ref_from.outputs[port_from] = mid + ref_to.inputs[port_to] = mid + + ref_from.err_inputs[port_from] = err_mid + ref_to.err_outputs[port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + ref.layer:batch_resize(batch_size) + end + collectgarbage("collect") +end +]]-- + +function TNN:flush_all() --flush all history and activation + local _, ref + for _, ref in pairs(self.layers) do + for i = 1, #ref.dim_in do + for t = 1 - self.chunk_size, self.chunk_size * 2 do + ref.inputs_m[t][i]:fill(self.gconf.nn_act_default) + if (ref.inputs_b[t] == nil) then + ref.inputs_b[t] = {} + end + ref.inputs_b[t][i] = false + ref.err_outputs_m[t][i]:fill(0) + if (ref.err_outputs_b[t] == nil) then + ref.err_outputs_b[t] = {} + end + ref.err_outputs_b[t][i] = false + end + end + for i = 1, #ref.dim_out do + for t = 1 - self.chunk_size, self.chunk_size * 2 do + ref.outputs_m[t][i]:fill(self.gconf.nn_act_default) + if (ref.outputs_b[t] == nil) then + ref.outputs_b[t] = {} + end + ref.outputs_b[t][i] = false + ref.err_inputs_m[t][i]:fill(0) + if (ref.err_inputs_b[t] == nil) then + ref.err_inputs_b[t] = {} + end + ref.err_inputs_b[t][i] = false + end + end + end +end + +--reader: some reader +--Returns: bool, whether has new feed +--Returns: feeds, a table that will be filled with the reader's feeds +function TNN:getfeed_from_reader(reader) + local feeds_now = self.feeds_now + local got_new = reader:get_batch(feeds_now) + return got_new, feeds_now +end + +function TNN:move_right_to_nextmb(list_t) --move output history activations of 1..chunk_size to 1-chunk_size..0 + if list_t == nil then + list_t = {} + for i = 1, self.chunk_size do + list_t[i] = i - self.chunk_size + end + end + for i = 1, #list_t do + t = list_t[i] + if t < 1 - self.chunk_size or t > 0 then + nerv.error("MB move range error") + end + for id, ref in pairs(self.layers) do + for p = 1, #ref.dim_out do + ref.outputs_m[t][p]:copy_fromd(ref.outputs_m[t + self.chunk_size][p]) + end + end + end +end + +function TNN:net_propagate() --propagate according to feeds_now + for t = 1, self.chunk_size, 1 do + for id, ref in pairs(self.layers) do + for p = 1, #ref.dim_out do + ref.outputs_b[t][p] = false + end + for p = 1, #ref.dim_in do + ref.inputs_b[t][p] = false + end + end + end + + local feeds_now = self.feeds_now + for t = 1, self.chunk_size do + if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then + for i = 1, #self.dim_in do + local ref = self.inputs_p[i].ref + local p = self.inputs_p[i].port + ref.inputs_b[t][p] = true + self:propagate_dfs(ref, t) + end + end + end + + local flag_out = true + for t = 1, self.chunk_size do --check whether every output has been computed + if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then + for i = 1, #self.dim_out do + local ref = self.outputs_p[i].ref + if (ref.outputs_b[t][1] ~= true) then + flag_out = false + break + end + end + end + end + if (flag_out == false) then + nerv.error("some thing wrong, some labeled output is not propagated") + end +end + +--ref: the TNN_ref of a layer +--t: the current time to propagate +function TNN:propagate_dfs(ref, t) + if (self:out_of_feedrange(t)) then + return + end + if (ref.outputs_b[t][1] == true) then --already propagated, 1 is just a random port + return + end + + --print("debug dfs", ref.layer.id, t) + + local flag = true --whether have all inputs + for _, conn in pairs(ref.i_conns_p) do + local p = conn.dst.port + if (not (ref.inputs_b[t][p] or self:out_of_feedrange(t - conn.time))) then + flag = false + break + end + end + if (flag == false) then + return + end + + --ok, do propagate + --print("debug ok, propagating"); + --[[ + if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border history + for i = 1, self.batch_size do + local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) + local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) + if (seq_start > 0 or seq_end > 0) then + for p, conn in pairs(ref.i_conns_p) do + if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to default + ref.inputs_matbak_p[p][i - 1]:copy_fromd(ref.inputs_m[t][p][i - 1]) + ref.inputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) + end + end + end + end + end + ]]-- + self.gconf.timer:tic("tnn_actual_layer_propagate") + ref.layer:propagate(ref.inputs_m[t], ref.outputs_m[t], t) --propagate! + self.gconf.timer:toc("tnn_actual_layer_propagate") + + if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --restore cross-border history + for i = 1, self.batch_size do + local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) + local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) + if (seq_start > 0 or seq_end > 0) then + for p, conn in pairs(ref.o_conns_p) do + if ((ref.o_conns_p[p].time > 0 and seq_end > 0) or (ref.o_conns_p[p].time < 0 and seq_start > 0)) then + ref.outputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) + end + end + end + end + end + --set input flag for future layers + for i = 1, #ref.dim_out do + if (ref.outputs_b[t][i] == true) then + nerv.error("this time's outputs_b should be false") + end + ref.outputs_b[t][i] = true + end + + --try dfs for further layers + for _, conn in pairs(ref.o_conns_p) do + --print("debug dfs-searching", conn.dst.ref.layer.id) + conn.dst.ref.inputs_b[t + conn.time][conn.dst.port] = true + self:propagate_dfs(conn.dst.ref, t + conn.time) + end +end + +--do_update: bool, whether we are doing back-propagate or updating the parameters +function TNN:net_backpropagate(do_update) --propagate according to feeds_now + if (do_update == nil) then + nerv.error("do_update should not be nil") + end + for t = 1, self.chunk_size, 1 do + for id, ref in pairs(self.layers) do + for p = 1, #ref.dim_out do + ref.err_inputs_b[t][p] = false + end + for p = 1, #ref.dim_in do + ref.err_outputs_b[t][p] = false + end + end + end + + local feeds_now = self.feeds_now + for t = 1, self.chunk_size do + if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then + for i = 1, #self.dim_out do + local ref = self.outputs_p[i].ref + local p = self.outputs_p[i].port + ref.err_inputs_b[t][p] = true + self:backpropagate_dfs(ref, t, do_update) + end + end + end + + local flag_out = true + for t = 1, self.chunk_size do --check whether every output has been computed + if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then + for i = 1, #self.dim_in do + local ref = self.inputs_p[i].ref + if (ref.err_outputs_b[t][1] ~= true) then + flag_out = false + break + end + end + end + end + if (flag_out == false) then + nerv.error("some thing wrong, some input is not back_propagated") + end +end + +--ref: the TNN_ref of a layer +--t: the current time to propagate +function TNN:backpropagate_dfs(ref, t, do_update) + if (self:out_of_feedrange(t)) then + return + end + if (ref.err_outputs_b[t][1] == true) then --already back_propagated, 1 is just a random port + return + end + + --print("debug dfs", ref.layer.id, t) + + local flag = true --whether have all inputs + for _, conn in pairs(ref.o_conns_p) do + local p = conn.src.port + if (not (ref.err_inputs_b[t][p] or self:out_of_feedrange(t + conn.time))) then + flag = false + break + end + end + if (flag == false) then + return + end + + --ok, do back_propagate + --print("debug ok, back-propagating(or updating)") + if (do_update == false) then + self.gconf.timer:tic("tnn_actual_layer_backpropagate") + ref.layer:back_propagate(ref.err_inputs_m[t], ref.err_outputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) + self.gconf.timer:toc("tnn_actual_layer_backpropagate") + else + --print(ref.err_inputs_m[t][1]) + self.gconf.timer:tic("tnn_actual_layer_update") + ref.layer:update(ref.err_inputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) + self.gconf.timer:toc("tnn_actual_layer_update") + end + + if (do_update == false and bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border errors + for i = 1, self.batch_size do + local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) + local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) + if (seq_start > 0 or seq_end > 0) then + for p, conn in pairs(ref.i_conns_p) do + if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to zero + ref.err_outputs_m[t][p][i - 1]:fill(0) + end + end + end + end + end + + for i = 1, #ref.dim_in do + if (ref.err_outputs_b[t][i] == true) then + nerv.error("this time's outputs_b should be false") + end + ref.err_outputs_b[t][i] = true + end + + --try dfs for further layers + for _, conn in pairs(ref.i_conns_p) do + --print("debug dfs-searching", conn.src.ref.layer.id) + conn.src.ref.err_inputs_b[t - conn.time][conn.src.port] = true + self:backpropagate_dfs(conn.src.ref, t - conn.time, do_update) + end +end + +--Return: nerv.ParamRepo +function TNN:get_params() + local param_repos = {} + for id, ref in pairs(self.queue) do + table.insert(param_repos, ref.layer:get_params()) + end + return nerv.ParamRepo.merge(param_repos) +end + diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index 3096a3f..66c7317 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -2,7 +2,7 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' require 'lmptb.layer.init' -require 'rnn.init' +require 'tnn.init' require 'lmptb.lmseqreader' require 'lm_trainer' -- cgit v1.2.3-70-g09d2 From f829b2b49d1db7fb6a49109722b9c7a41ae9324a Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 24 Nov 2015 00:14:21 +0800 Subject: still working on dagL_T --- nerv/examples/lmptb/tnn/layer_dag_t.lua | 43 ++++++++++++++++++--------------- nerv/examples/lmptb/unfold_ptb_main.lua | 9 ++++--- 2 files changed, 29 insertions(+), 23 deletions(-) diff --git a/nerv/examples/lmptb/tnn/layer_dag_t.lua b/nerv/examples/lmptb/tnn/layer_dag_t.lua index 1a89816..cd5fba7 100644 --- a/nerv/examples/lmptb/tnn/layer_dag_t.lua +++ b/nerv/examples/lmptb/tnn/layer_dag_t.lua @@ -22,6 +22,7 @@ local function discover(id, layers, layer_repo) local layer = layer_repo:get_layer(id) local dim_in, dim_out = layer:get_dim() ref = { + id = layer.id, layer = layer, inputs = {}, outputs = {}, @@ -51,26 +52,33 @@ function DAGLayerT:__init(id, global_conf, layer_conf) local ref_from = discover(id_from, layers, layer_conf.sub_layers) local ref_to = discover(id_to, layers, layer_conf.sub_layers) local input_dim, output_dim, _ - if ref_from and ref_from.outputs[port_from] ~= nil then - nerv.error("%s has already been attached", from) - end - if ref_to and ref_to.inputs[port_to] ~= nil then - nerv.error("%s has already been attached", to) - end if id_from == "" then input_dim, _ = ref_to.layer:get_dim() if dim_in[port_from] ~= input_dim[port_to] then nerv.error("mismatching data dimension between %s and %s", from, to) end inputs[port_from] = {ref_to, port_to} - ref_to.inputs[port_to] = inputs -- just a place holder + if ref_to.inputs[1] == nil then + ref_to.inputs[1] = {} + end + if ref_to.inputs[1][port_to] ~= nil then + nerv.error("port(%d) for layer(%s) already attached", port_to, to) + end + ref_to.inputs[1][port_to] = inputs -- just a place holder elseif id_to == "" then _, output_dim = ref_from.layer:get_dim() if output_dim[port_from] ~= dim_out[port_to] then nerv.error("mismatching data dimension between %s and %s", from, to) end outputs[port_to] = {ref_from, port_from} - ref_from.outputs[port_from] = outputs -- just a place holder + if ref_from.outputs[1] == nil then + ref_from.outputs[1] = {} + end + if ref_from.outputs[1][port_from] ~= nil then + nerv.error("port(%d) for layer(%s) already attached", port_from, from) + end + ref_from.outputs[1] = {} + ref_from.outputs[1][port_from] = outputs -- just a place holder else _, output_dim = ref_from.layer:get_dim() input_dim, _ = ref_to.layer:get_dim() @@ -134,10 +142,10 @@ function DAGLayerT:__init(id, global_conf, layer_conf) end function DAGLayerT:init(batch_size, chunk_size) - nerv.printf("initing DAGLayerT\n") + nerv.info("initing DAGLayerT...\n") if chunk_size == nil then chunk_size = 1 - nerv.printf("(Initing DAGLayerT) chunk_size is nil, setting it to default 1\n") + nerv.info("(Initing DAGLayerT) chunk_size is nil, setting it to default 1\n") end self.chunk_size = chunk_size @@ -179,12 +187,12 @@ function DAGLayerT:init(batch_size, chunk_size) end for id, ref in pairs(self.layers) do for i = 1, ref.input_len do - if ref.inputs[i] == nil then + if ref.inputs[1][i] == nil then --peek at time 1 nerv.error("dangling input port %d of layer %s", i, id) end end for i = 1, ref.output_len do - if ref.outputs[i] == nil then + if ref.outputs[1][i] == nil then --peek at time 1 nerv.error("dangling output port %d of layer %s", i, id) end end @@ -258,6 +266,7 @@ function DAGLayerT:set_inputs(input, t) end local layer = self.inputs[i][1] local port = self.inputs[i][2] + layer.inputs[t][port] = input[i] end end @@ -296,10 +305,8 @@ function DAGLayerT:update(bp_err, input, output, t) self:set_err_inputs(bp_err, t) self:set_inputs(input, t) self:set_outputs(output, t) - -- print("update") for id, ref in pairs(self.queue) do - -- print(ref.layer.id) - ref.layer:update(ref.err_inputs, ref.inputs, ref.outputs, t) + ref.layer:update(ref.err_inputs[t], ref.inputs[t], ref.outputs[t], t) end end @@ -312,8 +319,7 @@ function DAGLayerT:propagate(input, output) local ret = false for i = 1, #self.queue do local ref = self.queue[i] - -- print(ref.layer.id) - ret = ref.layer:propagate(ref.inputs, ref.outputs, t) + ret = ref.layer:propagate(ref.inputs[t], ref.outputs[t], t) end return ret end @@ -328,8 +334,7 @@ function DAGLayerT:back_propagate(bp_err, next_bp_err, input, output, t) self:set_outputs(output, t) for i = #self.queue, 1, -1 do local ref = self.queue[i] - -- print(ref.layer.id) - ref.layer:back_propagate(ref.err_inputs, ref.err_outputs, ref.inputs, ref.outputs, t) + ref.layer:back_propagate(ref.err_inputs[t], ref.err_outputs[t], ref.inputs[t], ref.outputs[t], t) end end diff --git a/nerv/examples/lmptb/unfold_ptb_main.lua b/nerv/examples/lmptb/unfold_ptb_main.lua index 6c4ead3..5affadf 100644 --- a/nerv/examples/lmptb/unfold_ptb_main.lua +++ b/nerv/examples/lmptb/unfold_ptb_main.lua @@ -8,6 +8,7 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' +require 'tnn.init' nerv.include('lmptb/layer/init.lua') --[[global function rename]]-- @@ -70,7 +71,7 @@ function prepare_layers(global_conf, paramRepo) }, ["nerv.SelectLinearLayer"] = { - ["selectL1"] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}}, + ["selectL1"] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab}}, }, ["nerv.SigmoidLayer"] = { @@ -90,7 +91,7 @@ function prepare_layers(global_conf, paramRepo) for i = 1, global_conf.bptt do layers["nerv.IndRecurrentLayer"]["recurrentL" .. (i + 1)] = recurrentLconfig layers["nerv.SigmoidLayer"]["sigmoidL" .. (i + 1)] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} - layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}} + layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab}} end local layerRepo = nerv.LayerRepo(layers, paramRepo, global_conf) printf("%s preparing layers end.\n", global_conf.sche_log_pre) @@ -138,7 +139,7 @@ function prepare_dagLayer(global_conf, layerRepo) printf("\t%s->%s\n", key, value) end - local dagL = nerv.DAGLayer("dagL", global_conf, {["dim_in"] = dim_in_t, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, + local dagL = nerv.DAGLayerT("dagL", global_conf, {["dim_in"] = dim_in_t, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, ["connections"] = connections_t, }) dagL:init(global_conf.batch_size) @@ -277,7 +278,7 @@ if (set == "ptb") then global_conf = { lrate = 1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, hidden_size = 200, batch_size = 10, -- cgit v1.2.3-70-g09d2 From 914a026734db6608e04987e9fcec9c82612e8673 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 24 Nov 2015 15:37:02 +0800 Subject: added wcost for biasparam in lm_trainer --- nerv/examples/lmptb/lm_trainer.lua | 9 ++++++++- nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua | 2 +- nerv/examples/lmptb/lmptb/lmutil.lua | 6 +++--- nerv/examples/lmptb/tnn/layer_dag_t.lua | 13 ++++++++++++- nerv/examples/lmptb/tnn_ptb_main.lua | 6 +++--- nerv/examples/lmptb/unfold_ptb_main.lua | 10 +++++----- 6 files changed, 32 insertions(+), 14 deletions(-) diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua index 62d8b50..185bc6d 100644 --- a/nerv/examples/lmptb/lm_trainer.lua +++ b/nerv/examples/lmptb/lm_trainer.lua @@ -2,13 +2,20 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' require 'lmptb.layer.init' -require 'rnn.init' +require 'tnn.init' require 'lmptb.lmseqreader' local LMTrainer = nerv.class('nerv.LMTrainer') local printf = nerv.printf +--The bias param update in nerv don't have wcost added +function nerv.BiasParam:update_by_gradient(gradient) + local gconf = self.gconf + local l2 = 1 - gconf.lrate * gconf.wcost + self:_update_by_gradient(gradient, l2, l2) +end + --Returns: LMResult function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) local reader = nerv.LMSeqReader(global_conf, global_conf.batch_size, global_conf.chunk_size, global_conf.vocab) diff --git a/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua b/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua index a5ecce1..c43e567 100644 --- a/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua +++ b/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua @@ -14,7 +14,7 @@ function LMRecurrent:propagate(input, output) output[1]:copy_fromd(input[1]) if (self.independent == true) then for i = 1, input[1]:nrow() do - if (self.gconf.input_word_id[self.id][0][i - 1] == self.break_id) then --here is sentence break + if (self.gconf.input_word_id[self.id][i - 1][0] == self.break_id) then --here is sentence break input[2][i - 1]:fill(0) end end diff --git a/nerv/examples/lmptb/lmptb/lmutil.lua b/nerv/examples/lmptb/lmptb/lmutil.lua index 821aa94..71e8e17 100644 --- a/nerv/examples/lmptb/lmptb/lmutil.lua +++ b/nerv/examples/lmptb/lmptb/lmutil.lua @@ -48,15 +48,15 @@ end --Returns: nerv.MMatrixInt --Set the matrix to be ids of the words, id starting at 1, not 0 function Util.set_id(m, list, vocab) - if (m:ncol() ~= #list or m:nrow() ~= 1) then + if (m:nrow() ~= #list or m:ncol() ~= 1) then nerv.error("nrow of matrix mismatch with list or its col not one") end for i = 1, #list, 1 do --index in matrix starts at 0 if (list[i] ~= vocab.null_token) then - m[0][i - 1] = vocab:get_word_str(list[i]).id + m[i - 1][0] = vocab:get_word_str(list[i]).id else - m[0][i - 1] = 0 + m[i - 1][0] = 0 end end return m diff --git a/nerv/examples/lmptb/tnn/layer_dag_t.lua b/nerv/examples/lmptb/tnn/layer_dag_t.lua index cd5fba7..ade65cc 100644 --- a/nerv/examples/lmptb/tnn/layer_dag_t.lua +++ b/nerv/examples/lmptb/tnn/layer_dag_t.lua @@ -266,7 +266,9 @@ function DAGLayerT:set_inputs(input, t) end local layer = self.inputs[i][1] local port = self.inputs[i][2] - + if layer.inputs[t] == nil then + layer.inputs[t] = {} + end layer.inputs[t][port] = input[i] end end @@ -278,6 +280,9 @@ function DAGLayerT:set_outputs(output, t) end local layer = self.outputs[i][1] local port = self.outputs[i][2] + if layer.outputs[t] == nil then + layer.outputs[t] = {} + end layer.outputs[t][port] = output[i] end end @@ -286,6 +291,9 @@ function DAGLayerT:set_err_inputs(bp_err, t) for i = 1, #self.dim_out do local layer = self.outputs[i][1] local port = self.outputs[i][2] + if layer.err_inputs[t] == nil then + layer.err_inputs[t] = {} + end layer.err_inputs[t][port] = bp_err[i] end end @@ -294,6 +302,9 @@ function DAGLayerT:set_err_outputs(next_bp_err, t) for i = 1, #self.dim_in do local layer = self.inputs[i][1] local port = self.inputs[i][2] + if layer.err_outputs[t] == nil then + layer.err_outputs[t] = {} + end layer.err_outputs[t][port] = next_bp_err[i] end end diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index 66c7317..9156b61 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -172,7 +172,7 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 1, wcost = 1e-5, momentum = 0, + lrate = 1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, @@ -181,7 +181,7 @@ global_conf = { chunk_size = 15, batch_size = 10, max_iter = 35, - decay_iter = 16, + decay_iter = 15, param_random = function() return (math.random() / 5 - 0.1) end, train_fn = train_fn, @@ -267,7 +267,7 @@ else printf("%s not user setting, all default...\n", global_conf.sche_log_pre) end -global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' global_conf.param_fn = global_conf.work_dir .. "/params" diff --git a/nerv/examples/lmptb/unfold_ptb_main.lua b/nerv/examples/lmptb/unfold_ptb_main.lua index 5affadf..eebab2b 100644 --- a/nerv/examples/lmptb/unfold_ptb_main.lua +++ b/nerv/examples/lmptb/unfold_ptb_main.lua @@ -174,7 +174,7 @@ function propagateFile(global_conf, dagL, fn, config) local dagL_input = {} for i = 1, global_conf.bptt + 1 do - dagL_input[i] = global_conf.cumat_type(1, global_conf.batch_size) --changed to row vector, debughtx + dagL_input[i] = global_conf.cumat_type(global_conf.batch_size, 1) --changed to row vector, debughtx end dagL_input[global_conf.bptt + 2] = global_conf.cumat_type(global_conf.batch_size, global_conf.hidden_size) dagL_input[global_conf.bptt + 3] = global_conf.cumat_type(global_conf.batch_size, global_conf.vocab:size()) @@ -210,7 +210,7 @@ function propagateFile(global_conf, dagL, fn, config) global_conf.timer:toc("dagL-propagate") hidden_store[tnow] = global_conf.cumat_type(global_conf.batch_size, global_conf.hidden_size) - hidden_store[tnow]:copy_fromd(sigmoidL_ref.outputs[1]) + hidden_store[tnow]:copy_fromd(sigmoidL_ref.outputs[1][1]) if (config.do_train == true) then global_conf.timer:tic("dagL-back_propagate") @@ -280,7 +280,7 @@ if (set == "ptb") then cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, - hidden_size = 200, + hidden_size = 50, batch_size = 10, bptt = 6, --train bptt_block's words. could be set to zero max_iter = 18, @@ -291,7 +291,7 @@ if (set == "ptb") then valid_fn = valid_fn, test_fn = test_fn, sche_log_pre = "[SCHEDULER]:", - log_w_num = 100000, --give a message when log_w_num words have been processed + log_w_num = 1000, --give a message when log_w_num words have been processed timer = nerv.Timer() } global_conf.work_dir = work_dir_base.."/h"..global_conf.hidden_size.."bp"..global_conf.bptt.."slr"..global_conf.lrate --..os.date("_%bD%dH%H") --comment this for testing @@ -304,7 +304,7 @@ elseif (set == "test") then global_conf = { lrate = 0.1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, hidden_size = 5, batch_size = 1, -- cgit v1.2.3-70-g09d2 From 8e590ba284bfee414659f1845e175b41cac05d45 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 24 Nov 2015 22:06:45 +0800 Subject: let affine supported multiple inputs --- nerv/examples/lmptb/tnn/init.lua | 1 + nerv/examples/lmptb/tnn/layers/elem_mul.lua | 38 ++++++++++++++++++++ nerv/examples/lmptb/tnn/layersT/lstm.lua | 56 +++++++++++++++++++++++++++++ nerv/layer/affine.lua | 36 ++++++++++++++----- 4 files changed, 123 insertions(+), 8 deletions(-) create mode 100644 nerv/examples/lmptb/tnn/layers/elem_mul.lua create mode 100644 nerv/examples/lmptb/tnn/layersT/lstm.lua diff --git a/nerv/examples/lmptb/tnn/init.lua b/nerv/examples/lmptb/tnn/init.lua index a069527..a7a377e 100644 --- a/nerv/examples/lmptb/tnn/init.lua +++ b/nerv/examples/lmptb/tnn/init.lua @@ -43,5 +43,6 @@ end nerv.include('tnn.lua') nerv.include('layersT/softmax_ce_t.lua') +nerv.include('layers/elem_mul.lua') nerv.include('layers/gate_fff.lua') nerv.include('layer_dag_t.lua') diff --git a/nerv/examples/lmptb/tnn/layers/elem_mul.lua b/nerv/examples/lmptb/tnn/layers/elem_mul.lua new file mode 100644 index 0000000..c809d3e --- /dev/null +++ b/nerv/examples/lmptb/tnn/layers/elem_mul.lua @@ -0,0 +1,38 @@ +local ElemMulLayer = nerv.class('nerv.ElemMulLayer', 'nerv.Layer') + +function ElemMulLayer:__init(id, global_conf, layer_conf) + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + self:check_dim_len(2, 1) -- Element-multiply input[1] and input[2] +end + +function ElemMulLayer:init(batch_size) + if self.dim_in[1] ~= self.dim_in[2] or + self.dim_in[1] ~= self.dim_out[1] then + nerv.error("dim_in and dim_out mismatch for ElemMulLayer") + end +end + +function ElemMulLayer:batch_resize(batch_size) + --do nothing +end + +function ElemMulLayer:propagate(input, output) + output[1]:mul_elem(input[1], input[2]) +end + +function ElemMulLayer:back_propagate(bp_err, next_bp_err, input, output) + next_bp_err[1]:mul_elem(bp_err[1], input[2]) + next_bp_err[2]:mul_elem(bp_err[1], input[1]) +end + +function ElemMulLayer:update(bp_err, input, output) + --do nothing +end + +function ElemMulLayer:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/examples/lmptb/tnn/layersT/lstm.lua b/nerv/examples/lmptb/tnn/layersT/lstm.lua new file mode 100644 index 0000000..0da1f38 --- /dev/null +++ b/nerv/examples/lmptb/tnn/layersT/lstm.lua @@ -0,0 +1,56 @@ +local LSTMLayerT = nerv.class('nerv.LSTMLayerT', 'nerv.LayerT') + +function LSTMLayerT:__init(id, global_conf, layer_conf) + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + --prepare a DAGLayerT to hold the lstm structure + local paramRepo = nerv.ParamRepo() + local layers = { + ["nerv.IndRecurrentLayer"] = { + ["recurrentL1"] = recurrentLconfig, + }} + + self:check_dim_len(1, 1) -- exactly one input and one output +end + +function LSTMLayerT:init(batch_size) + if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform and bias paramter") + end + if self.dim_in[1] ~= self.ltp.trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self.ltp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self.ltp_grad = self.ltp.trans:create() + self.ltp:train_init() + self.bp:train_init() +end + +function LSTMLayerT:batch_resize(batch_size) + -- do nothing +end + +function AffineLayer:update(bp_err, input, output) + self.ltp:update_by_err_input(bp_err[1], input[1]) + self.bp:update_by_gradient(bp_err[1]:colsum()) +end + +function AffineLayer:propagate(input, output) + -- apply linear transform + output[1]:mul(input[1], self.ltp.trans, 1.0, 0.0, 'N', 'N') + -- add bias + output[1]:add_row(self.bp.trans, 1.0) +end + +function AffineLayer:back_propagate(bp_err, next_bp_err, input, output) + next_bp_err[1]:mul(bp_err[1], self.ltp.trans, 1.0, 0.0, 'N', 'T') +end + +function AffineLayer:get_params() + return nerv.ParamRepo({self.ltp, self.bp}) +end diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index e24a0c6..d56fcb8 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -64,25 +64,35 @@ function AffineLayer:__init(id, global_conf, layer_conf) self.dim_in = layer_conf.dim_in self.dim_out = layer_conf.dim_out self.ltp = self:find_param("ltp", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp - self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp + for i = 2, #self.dim_in do + self["ltp" .. i] = self:find_param("ltp" .. i, layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[i], self.dim_out[1]}) + end + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]}) --layer_conf.bp self.gconf = global_conf - self:check_dim_len(1, 1) -- exactly one input and one output - -- self.direct_update = layer_conf.direct_update or global_conf.direct_update + self:check_dim_len(-1, 1) -- exactly one output, allow multiple inputs end function AffineLayer:init(batch_size) if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then nerv.error("mismatching dimensions of linear transform and bias paramter") end + self.bp:train_init() if self.dim_in[1] ~= self.ltp.trans:nrow() then nerv.error("mismatching dimensions of linear transform parameter and input") end if self.dim_out[1] ~= self.ltp.trans:ncol() then nerv.error("mismatching dimensions of linear transform parameter and output") end - self.ltp_grad = self.ltp.trans:create() self.ltp:train_init() - self.bp:train_init() + for i = 2, #self.dim_in do + if self.dim_in[i] ~= self["ltp" .. i].trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self["ltp" .. i].trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self["ltp" .. i]:train_init() + end end function AffineLayer:batch_resize(batch_size) @@ -91,20 +101,30 @@ end function AffineLayer:update(bp_err, input, output) self.ltp:update_by_err_input(bp_err[1], input[1]) + for i = 2, #self.dim_in do + self["ltp" .. i]:update_by_err_input(bp_err[1], input[i]) + end self.bp:update_by_gradient(bp_err[1]:colsum()) end function AffineLayer:propagate(input, output) - -- apply linear transform output[1]:mul(input[1], self.ltp.trans, 1.0, 0.0, 'N', 'N') - -- add bias + for i = 2, #self.dim_in do + output[1]:mul(input[i], self["ltp" .. i].trans, 1.0, 1.0, 'N', 'N') + end output[1]:add_row(self.bp.trans, 1.0) end function AffineLayer:back_propagate(bp_err, next_bp_err, input, output) next_bp_err[1]:mul(bp_err[1], self.ltp.trans, 1.0, 0.0, 'N', 'T') + for i = 2, #self.dim_in do + next_bp_err[i]:mul(bp_err[1], self["ltp" .. i].trans, 1.0, 0.0, 'N', 'T') + end end function AffineLayer:get_params() - return nerv.ParamRepo({self.ltp, self.bp}) + local pr = nerv.ParamRepo({self.ltp, self.bp}) + for i = 2, #self.dim_in do + pr:add(self["ltp" .. i].id, self["ltp" .. i]) + end end -- cgit v1.2.3-70-g09d2 From ca3500f01ea7ce695a4dbf70d2be8244827097c9 Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 25 Nov 2015 18:42:26 +0800 Subject: added tanh operation for matrix --- nerv/lib/matrix/cukernel.h | 2 ++ nerv/lib/matrix/generic/cukernel.cu | 45 +++++++++++++++++++++++++++++++++++++ nerv/lib/matrix/generic/cumatrix.c | 18 +++++++++++++++ nerv/lib/matrix/generic/cumatrix.h | 3 +++ nerv/matrix/generic/cumatrix.c | 21 +++++++++++++++++ 5 files changed, 89 insertions(+) diff --git a/nerv/lib/matrix/cukernel.h b/nerv/lib/matrix/cukernel.h index fffe0bc..40f8e9f 100644 --- a/nerv/lib/matrix/cukernel.h +++ b/nerv/lib/matrix/cukernel.h @@ -3,6 +3,8 @@ void cudak_(cuda_mul_elem)(const Matrix *a, const Matrix *b, Matrix *c); void cudak_(cuda_log_elem)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); +void cudak_(cuda_tanh)(const Matrix *a, Matrix *b); +void cudak_(cuda_tanh_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); void cudak_(cuda_rowsum)(const Matrix *a, Matrix *b); void cudak_(cuda_rowmax)(const Matrix *a, Matrix *b); void cudak_(cuda_rowmax_idx)(const Matrix *a, Matrix *b, Matrix *idx); diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index e58c488..c82041f 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -53,6 +53,28 @@ __global__ void cudak_(sigmoid_grad)(const MATRIX_ELEM *output, nerr[idx] = output[idx] * (1.0 - output[idx]) * err[idx]; } +__global__ void cudak_(tanh)(const MATRIX_ELEM *a, MATRIX_ELEM *b, + int nrow, int ncol, int stride) { + int j = blockIdx.x * blockDim.x + threadIdx.x; + int i = blockIdx.y * blockDim.y + threadIdx.y; + long idx; + if (i >= nrow || j >= ncol) return; + idx = j + i * stride; + b[idx] = (exp(a[idx]) - exp(-a[idx])) / (exp(a[idx]) + exp(-a[idx])); +} + +__global__ void cudak_(tanh_grad)(const MATRIX_ELEM *output, + const MATRIX_ELEM *err, + MATRIX_ELEM *nerr, + int nrow, int ncol, int stride) { + int j = blockIdx.x * blockDim.x + threadIdx.x; + int i = blockIdx.y * blockDim.y + threadIdx.y; + long idx; + if (i >= nrow || j >= ncol) return; + idx = j + i * stride; + nerr[idx] = (1.0 - output[idx] * output[idx]) * err[idx]; +} + __global__ void cudak_(softmax_final)(const MATRIX_ELEM *a, MATRIX_ELEM *b, const MATRIX_ELEM *max, const MATRIX_ELEM *deno, int nrow, int ncol, int stride, int mstride) { @@ -353,6 +375,29 @@ extern "C" { cudaStreamSynchronize(0); } + void cudak_(cuda_tanh)(const Matrix *a, Matrix *b) { + dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); + dim3 numBlocks(CEIL_DIV(b->ncol, threadsPerBlock.x), + CEIL_DIV(b->nrow, threadsPerBlock.y)); + cudak_(tanh)<<>> \ + (MATRIX_ELEM_PTR(a), MATRIX_ELEM_PTR(b), b->nrow, b->ncol, + b->stride / sizeof(MATRIX_ELEM)); + cudaStreamSynchronize(0); + } + + void cudak_(cuda_tanh_grad)(const Matrix *output, + const Matrix *err, Matrix *nerr) { + dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); + dim3 numBlocks(CEIL_DIV(nerr->ncol, threadsPerBlock.x), + CEIL_DIV(nerr->nrow, threadsPerBlock.y)); + cudak_(tanh_grad)<<>> \ + (MATRIX_ELEM_PTR(output), MATRIX_ELEM_PTR(err), + MATRIX_ELEM_PTR(nerr), + nerr->nrow, nerr->ncol, + nerr->stride / sizeof(MATRIX_ELEM)); + cudaStreamSynchronize(0); + } + void cudak_(cuda_rowsum)(const Matrix *a, Matrix *b) { dim3 block(CUDA_THREADS_NN, 1); int ncol = a->ncol; diff --git a/nerv/lib/matrix/generic/cumatrix.c b/nerv/lib/matrix/generic/cumatrix.c index 00af895..77cb304 100644 --- a/nerv/lib/matrix/generic/cumatrix.c +++ b/nerv/lib/matrix/generic/cumatrix.c @@ -75,6 +75,24 @@ void nerv_matrix_(sigmoid_grad)(Matrix *nerr, const Matrix *err, NERV_SET_STATUS(status, NERV_NORMAL, 0); } +void nerv_matrix_(tanh)(Matrix *a, const Matrix *b, Status *status) { + CHECK_SAME_DIMENSION(a, b, status); + PROFILE_START + cudak_(cuda_tanh)(b, a); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + +void nerv_matrix_(tanh_grad)(Matrix *nerr, const Matrix *err, + const Matrix *output, Status *status) { + CHECK_SAME_DIMENSION(nerr, err, status); + CHECK_SAME_DIMENSION(nerr, output, status); + PROFILE_START + cudak_(cuda_tanh_grad)(output, err, nerr); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + Matrix *nerv_matrix_(softmax)(Matrix *b, const Matrix *a, Status *status) { Matrix *max, *max_idx; Matrix *dno; diff --git a/nerv/lib/matrix/generic/cumatrix.h b/nerv/lib/matrix/generic/cumatrix.h index 21c29b7..aa8805a 100644 --- a/nerv/lib/matrix/generic/cumatrix.h +++ b/nerv/lib/matrix/generic/cumatrix.h @@ -9,6 +9,9 @@ void nerv_matrix_(mul)(Matrix *c, const Matrix *a, const Matrix *b, void nerv_matrix_(sigmoid)(Matrix *a, const Matrix *b, Status *status); void nerv_matrix_(sigmoid_grad)(Matrix *nerr, const Matrix *err, const Matrix *output, Status *status); +void nerv_matrix_(tanh)(Matrix *a, const Matrix *b, Status *status); +void nerv_matrix_(tanh_grad)(Matrix *nerr, const Matrix *err, + const Matrix *output, Status *status); Matrix *nerv_matrix_(softmax)(Matrix *b, const Matrix *a, Status *status); Matrix *nerv_matrix_(rowsum)(Matrix *a, Status *status); diff --git a/nerv/matrix/generic/cumatrix.c b/nerv/matrix/generic/cumatrix.c index e1519b0..3d9e694 100644 --- a/nerv/matrix/generic/cumatrix.c +++ b/nerv/matrix/generic/cumatrix.c @@ -62,6 +62,25 @@ static int nerv_matrix_(lua_sigmoid_grad)(lua_State *L) { return 0; } +static int nerv_matrix_(lua_tanh)(lua_State *L) { + Status status; + Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); + Matrix *b = luaT_checkudata(L, 2, nerv_matrix_(tname)); + nerv_matrix_(tanh)(a, b, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + +static int nerv_matrix_(lua_tanh_grad)(lua_State *L) { + Status status; + Matrix *nerr = luaT_checkudata(L, 1, nerv_matrix_(tname)); + Matrix *err = luaT_checkudata(L, 2, nerv_matrix_(tname)); + Matrix *output = luaT_checkudata(L, 3, nerv_matrix_(tname)); + nerv_matrix_(tanh_grad)(nerr, err, output, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + static int nerv_matrix_(lua_softmax)(lua_State *L) { Status status; Matrix *a = luaT_checkudata(L, 2, nerv_matrix_(tname)); @@ -328,6 +347,8 @@ static const luaL_Reg nerv_matrix_(extra_methods)[] = { {"fill", nerv_matrix_(lua_fill)}, {"sigmoid", nerv_matrix_(lua_sigmoid)}, {"sigmoid_grad", nerv_matrix_(lua_sigmoid_grad)}, + {"tanh", nerv_matrix_(lua_tanh)}, + {"tanh_grad", nerv_matrix_(lua_tanh_grad)}, {"softmax", nerv_matrix_(lua_softmax)}, {"mul_elem", nerv_matrix_(lua_mul_elem)}, {"log_elem", nerv_matrix_(lua_log_elem)}, -- cgit v1.2.3-70-g09d2 From 75a2d6a2a08caf987017f5a9043ac93afcd70980 Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 25 Nov 2015 23:42:37 +0800 Subject: changed auto-generating params, won not save in global_conf.param --- nerv/Makefile | 2 +- nerv/examples/lmptb/tnn/init.lua | 1 + nerv/examples/lmptb/tnn/layersT/lstm.lua | 56 ------------------------------ nerv/examples/lmptb/tnn/layersT/lstm_t.lua | 50 ++++++++++++++++++++++++++ nerv/examples/lmptb/tnn/tnn.lua | 4 +-- nerv/examples/lmptb/tnn_ptb_main.lua | 13 +++---- nerv/layer/affine.lua | 1 + nerv/layer/init.lua | 12 +++---- nerv/layer/tanh.lua | 35 +++++++++++++++++++ 9 files changed, 103 insertions(+), 71 deletions(-) delete mode 100644 nerv/examples/lmptb/tnn/layersT/lstm.lua create mode 100644 nerv/examples/lmptb/tnn/layersT/lstm_t.lua create mode 100644 nerv/layer/tanh.lua diff --git a/nerv/Makefile b/nerv/Makefile index 55c174c..f154cc3 100644 --- a/nerv/Makefile +++ b/nerv/Makefile @@ -30,7 +30,7 @@ LUAT_OBJS := $(addprefix $(OBJ_DIR)/,$(LUAT_OBJS)) OBJS := $(CORE_OBJS) $(NERV_OBJS) $(LUAT_OBJS) LIBS := $(INST_LIBDIR)/libnerv.so $(LIB_PATH)/libnervcore.so $(LIB_PATH)/libluaT.so LUA_LIBS := matrix/init.lua io/init.lua init.lua \ - layer/init.lua layer/affine.lua layer/sigmoid.lua layer/softmax_ce.lua layer/softmax.lua \ + layer/init.lua layer/affine.lua layer/sigmoid.lua layer/tanh.lua layer/softmax_ce.lua layer/softmax.lua \ layer/window.lua layer/bias.lua layer/combiner.lua layer/mse.lua layer/affine_recurrent.lua \ nn/init.lua nn/layer_repo.lua nn/param_repo.lua nn/layer_dag.lua \ io/sgd_buffer.lua diff --git a/nerv/examples/lmptb/tnn/init.lua b/nerv/examples/lmptb/tnn/init.lua index a7a377e..d45a2fa 100644 --- a/nerv/examples/lmptb/tnn/init.lua +++ b/nerv/examples/lmptb/tnn/init.lua @@ -43,6 +43,7 @@ end nerv.include('tnn.lua') nerv.include('layersT/softmax_ce_t.lua') +nerv.include('layersT/lstm_t.lua') nerv.include('layers/elem_mul.lua') nerv.include('layers/gate_fff.lua') nerv.include('layer_dag_t.lua') diff --git a/nerv/examples/lmptb/tnn/layersT/lstm.lua b/nerv/examples/lmptb/tnn/layersT/lstm.lua deleted file mode 100644 index 0da1f38..0000000 --- a/nerv/examples/lmptb/tnn/layersT/lstm.lua +++ /dev/null @@ -1,56 +0,0 @@ -local LSTMLayerT = nerv.class('nerv.LSTMLayerT', 'nerv.LayerT') - -function LSTMLayerT:__init(id, global_conf, layer_conf) - self.id = id - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.gconf = global_conf - - --prepare a DAGLayerT to hold the lstm structure - local paramRepo = nerv.ParamRepo() - local layers = { - ["nerv.IndRecurrentLayer"] = { - ["recurrentL1"] = recurrentLconfig, - }} - - self:check_dim_len(1, 1) -- exactly one input and one output -end - -function LSTMLayerT:init(batch_size) - if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then - nerv.error("mismatching dimensions of linear transform and bias paramter") - end - if self.dim_in[1] ~= self.ltp.trans:nrow() then - nerv.error("mismatching dimensions of linear transform parameter and input") - end - if self.dim_out[1] ~= self.ltp.trans:ncol() then - nerv.error("mismatching dimensions of linear transform parameter and output") - end - self.ltp_grad = self.ltp.trans:create() - self.ltp:train_init() - self.bp:train_init() -end - -function LSTMLayerT:batch_resize(batch_size) - -- do nothing -end - -function AffineLayer:update(bp_err, input, output) - self.ltp:update_by_err_input(bp_err[1], input[1]) - self.bp:update_by_gradient(bp_err[1]:colsum()) -end - -function AffineLayer:propagate(input, output) - -- apply linear transform - output[1]:mul(input[1], self.ltp.trans, 1.0, 0.0, 'N', 'N') - -- add bias - output[1]:add_row(self.bp.trans, 1.0) -end - -function AffineLayer:back_propagate(bp_err, next_bp_err, input, output) - next_bp_err[1]:mul(bp_err[1], self.ltp.trans, 1.0, 0.0, 'N', 'T') -end - -function AffineLayer:get_params() - return nerv.ParamRepo({self.ltp, self.bp}) -end diff --git a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua new file mode 100644 index 0000000..5b653a3 --- /dev/null +++ b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua @@ -0,0 +1,50 @@ +local LSTMLayerT = nerv.class('nerv.LSTMLayerT', 'nerv.LayerT') + +function LSTMLayerT:__init(id, gilobal_conf, layer_conf) + --input1:x input2:h input3:c + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + --prepare a DAGLayerT to hold the lstm structure + local paramRepo = nerv.ParamRepo() + local layers = { + ["nerv.IndRecurrentLayer"] = { + ["recurrentL1"] = recurrentLconfig, + }} + + self:check_dim_len(1, 1) -- exactly one input and one output +end + +function LSTMLayerT:init(batch_size) + if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform and bias paramter") + end + if self.dim_in[1] ~= self.ltp.trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self.ltp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self.ltp_grad = self.ltp.trans:create() + self.ltp:train_init() + self.bp:train_init() +end + +function LSTMLayerT:batch_resize(batch_size) + -- do nothing +end + +function LSTMLayerT:update(bp_err, input, output) +end + +function LSTMLayerT:propagate(input, output) +end + +function LSTMLayerT:back_propagate(bp_err, next_bp_err, input, output) +end + +function LSTMLayerT:get_params() + return nerv.ParamRepo({self.ltp, self.bp}) +end diff --git a/nerv/examples/lmptb/tnn/tnn.lua b/nerv/examples/lmptb/tnn/tnn.lua index c2e397c..c87f963 100644 --- a/nerv/examples/lmptb/tnn/tnn.lua +++ b/nerv/examples/lmptb/tnn/tnn.lua @@ -1,4 +1,4 @@ -local TNN = nerv.class("nerv.TNN", "nerv.Layer") +local TNN = nerv.class("nerv.TNN") local function parse_id(str) --used to parse layerid[portid],time @@ -541,7 +541,7 @@ end --Return: nerv.ParamRepo function TNN:get_params() local param_repos = {} - for id, ref in pairs(self.queue) do + for id, ref in pairs(self.layers) do table.insert(param_repos, ref.layer:get_params()) end return nerv.ParamRepo.merge(param_repos) diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index 9156b61..16024a8 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -69,12 +69,12 @@ end function prepare_layers(global_conf) printf("%s preparing layers...\n", global_conf.sche_log_pre) - local paramRepo = global_conf.paramRepo + local pr = global_conf.paramRepo local du = false --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} - local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du}} + local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} local layers = { ["nerv.AffineRecurrentLayer"] = { @@ -82,7 +82,7 @@ function prepare_layers(global_conf) }, ["nerv.SelectLinearLayer"] = { - ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab}}, + ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, }, ["nerv.SigmoidLayer"] = { @@ -94,7 +94,7 @@ function prepare_layers(global_conf) }, ["nerv.AffineLayer"] = { - ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du}}, + ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du, ["pr"] = pr}}, }, ["nerv.SoftmaxCELayerT"] = { @@ -111,7 +111,7 @@ function prepare_layers(global_conf) end --]] - local layerRepo = nerv.LayerRepo(layers, paramRepo, global_conf) + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) printf("%s preparing layers end.\n", global_conf.sche_log_pre) return layerRepo end @@ -220,7 +220,7 @@ global_conf = { test_fn = test_fn, vocab_fn = vocab_fn, sche_log_pre = "[SCHEDULER]:", - log_w_num = 40000, --give a message when log_w_num words have been processed + log_w_num = 400000, --give a message when log_w_num words have been processed timer = nerv.Timer(), work_dir_base = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' } @@ -305,6 +305,7 @@ end if start_iter == -1 or start_iter == 0 then print("===INITIAL VALIDATION===") local tnn = load_net(global_conf, 0) + global_conf.paramRepo = tnn:get_params() --get auto-generted params global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! nerv.LMUtil.wait(1) diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index d56fcb8..566e9bc 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -127,4 +127,5 @@ function AffineLayer:get_params() for i = 2, #self.dim_in do pr:add(self["ltp" .. i].id, self["ltp" .. i]) end + return pr end diff --git a/nerv/layer/init.lua b/nerv/layer/init.lua index c6d0a98..b8b7ea1 100644 --- a/nerv/layer/init.lua +++ b/nerv/layer/init.lua @@ -72,27 +72,27 @@ end function Layer:find_param(pid, l_conf, gconf, p_type, p_dim) if l_conf[pid] ~= nil then - nerv.printf("Param [%s] of layer [%s] found in layer_conf.\n", pid, self.id) + nerv.info("Param [%s] of layer [%s] found in layer_conf.\n", pid, self.id) return l_conf[pid] end local pid_g = self.id .. '_' .. pid --global identifier - local pr = gconf.paramRepo + local pr = l_conf.pr local p - if pr:has_param(pid_g) == true then - nerv.printf("Param [%s] of layer [%s] found in paramRepo.\n", pid, self.id) + if pr ~= nil and pr:has_param(pid_g) == true then + nerv.info("Param [%s] of layer [%s] found in layer_conf.paramRepo.\n", pid, self.id) p = pr:get_param(pid_g) return p end - nerv.printf("Param [%s] of layer [%s] is not found in layer_conf or paramRepo, switch to auto-generate.\n", pid, self.id) + nerv.info("Param [%s] of layer [%s] is not found in layer_conf or layer_conf.paramRepo, switch to auto-generate.\n", pid, self.id) p = p_type(pid_g, gconf) p.trans = gconf.cumat_type(unpack(p_dim)) p.trans:generate(gconf.param_random) - pr:add(pid_g, p) --add the parameter into the paramRepo return p end nerv.include('affine.lua') nerv.include('sigmoid.lua') +nerv.include('tanh.lua') nerv.include('softmax_ce.lua') nerv.include('bias.lua') nerv.include('window.lua') diff --git a/nerv/layer/tanh.lua b/nerv/layer/tanh.lua new file mode 100644 index 0000000..e1c32f2 --- /dev/null +++ b/nerv/layer/tanh.lua @@ -0,0 +1,35 @@ +local TanhLayer = nerv.class("nerv.TanhLayer", "nerv.Layer") + +function TanhLayer:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self:check_dim_len(1, 1) +end + +function TanhLayer:init() + if self.dim_in[1] ~= self.dim_out[1] then + nerv.error("mismatching dimensions of input and output") + end +end + +function TanhLayer:batch_resize(batch_size) + -- do nothing +end + +function TanhLayer:update(bp_err, input, output) + -- no params, therefore do nothing +end + +function TanhLayer:propagate(input, output) + output[1]:tanh(input[1]) +end + +function TanhLayer:back_propagate(bp_err, next_bp_err, input, output) + next_bp_err[1]:tanh_grad(bp_err[1], output[1]) +end + +function TanhLayer:get_params() + return nerv.ParamRepo({}) +end -- cgit v1.2.3-70-g09d2 From d13a7d17fd724f84423393e81dd3d62124f6669b Mon Sep 17 00:00:00 2001 From: txh18 Date: Thu, 26 Nov 2015 15:55:46 +0800 Subject: working on lstm --- nerv/examples/lmptb/tnn/layersT/lstm_t.lua | 76 +++++++++++++++++++++++++++--- 1 file changed, 70 insertions(+), 6 deletions(-) diff --git a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua index 5b653a3..4ec2e54 100644 --- a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua +++ b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua @@ -1,6 +1,6 @@ local LSTMLayerT = nerv.class('nerv.LSTMLayerT', 'nerv.LayerT') -function LSTMLayerT:__init(id, gilobal_conf, layer_conf) +function LSTMLayerT:__init(id, global_conf, layer_conf) --input1:x input2:h input3:c self.id = id self.dim_in = layer_conf.dim_in @@ -8,13 +8,77 @@ function LSTMLayerT:__init(id, gilobal_conf, layer_conf) self.gconf = global_conf --prepare a DAGLayerT to hold the lstm structure - local paramRepo = nerv.ParamRepo() + local pr = layer_conf.pr + if pr == nil then + pr = nerv.ParamRepo() + end + + local function ap(str) + return self.id .. '.' .. str + end + local layers = { - ["nerv.IndRecurrentLayer"] = { - ["recurrentL1"] = recurrentLconfig, - }} + ["nerv.CombinerLayer"] = { + [ap("inputXDup")] = {{}, {["dim_in"] = {self.dim_in[1]}, ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1]}}}, + [ap("inputHDup")] = {{}, {["dim_in"] = {self.dim_in[2]}, ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2]}}}, + [ap("inputCDup")] = {{}, {["dim_in"] = {self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3], self.dim_in[3]}}}, + [ap("mainCDup")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3]}, + ["lambda"] = {1, 1}}}, + }, + ["nerv.AffineLayer"] = { + [ap("mainAffineL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_out[1]}, ["pr"] = pr}}, + }, + ["nerv.TanhLayer"] = { + [ap("mainTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, + [ap("outputTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, + }, + ["nerv.GateFFFLayer"] = { + [ap("forgetGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + [ap("inputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + }, + ["nerv.ElemMulLayer"] = { + [ap("inputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + [ap("forgetGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + }, + } + + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) + + local connections_t = { + ["[1]"] = ap("inputXDup[1]"), + ["[2]"] = ap("inputHDup[1]"), + ["[3]"] = ap("inputCDup[1]"), + + [ap("inputXDup[1]")] = ap("mainAffineL[1]"), + [ap("inputHDup[1]")] = ap("mainAffineL[2]"), + [ap("inputCDup[1]")] = ap("mainAffineL[3]"), + [ap("mainAffineL[1]")] = ap("mainTanhL[1]"), + + [ap("inputXDup[2]")] = ap("inputGateL[1]"), + [ap("inputHDup[2]")] = ap("inputGateL[2]"), + [ap("inputCDup[2]")] = ap("inputGateL[3]"), + + [ap("inputXDup[3]")] = ap("forgetGateL[1]"), + [ap("inputHDup[3]")] = ap("forgetGateL[2]"), + [ap("inputCDup[3]")] = ap("forgetGateL[3]"), + + [ap("mainTanhL[1]")] = ap("inputGMul[1]"), + [ap("inputGateL[1]")] = ap("inputGMul[2]"), + + [ap("inputCDup[4]")] = ap("forgetGMul[1]"), + [ap("forgetGateL[1]")] = ap("forgetGMul[2]"), + + [ap("inputGMul[1]")] = ap("mainCDup[1]"), + [ap("forgetGMul[1]")] = ap("mainCDup[2]"), + + [ap("mainCDup[2]")] = "[2]", + } - self:check_dim_len(1, 1) -- exactly one input and one output + self:check_dim_len(3, 2) -- x, h, c and h, c end function LSTMLayerT:init(batch_size) -- cgit v1.2.3-70-g09d2 From c1d48a64432245fa19527816969e43a368728013 Mon Sep 17 00:00:00 2001 From: txh18 Date: Thu, 26 Nov 2015 22:40:12 +0800 Subject: still working.. --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 376 +++++++++++++++++++++++++++++ nerv/examples/lmptb/rnnlm_ptb_main.lua | 372 ++++++++++++++++++++++++++++ nerv/examples/lmptb/tnn/layersT/lstm_t.lua | 40 +-- nerv/examples/lmptb/tnn_ptb_main.lua | 372 ---------------------------- 4 files changed, 768 insertions(+), 392 deletions(-) create mode 100644 nerv/examples/lmptb/lstmlm_ptb_main.lua create mode 100644 nerv/examples/lmptb/rnnlm_ptb_main.lua delete mode 100644 nerv/examples/lmptb/tnn_ptb_main.lua diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua new file mode 100644 index 0000000..d3f38a2 --- /dev/null +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -0,0 +1,376 @@ +require 'lmptb.lmvocab' +require 'lmptb.lmfeeder' +require 'lmptb.lmutil' +require 'lmptb.layer.init' +require 'tnn.init' +require 'lmptb.lmseqreader' +require 'lm_trainer' + +--[[global function rename]]-- +local printf = nerv.printf +local LMTrainer = nerv.LMTrainer +--[[global function rename ends]]-- + +--global_conf: table +--first_time: bool +--Returns: a ParamRepo +function prepare_parameters(global_conf, iter) + printf("%s preparing parameters...\n", global_conf.sche_log_pre) + + global_conf.paramRepo = nerv.ParamRepo() + local paramRepo = global_conf.paramRepo + + if iter == -1 then --first time + printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:close() + --[[ + ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) + ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1) + ltp_ih.trans:generate(global_conf.param_random) + + ltp_hh = nerv.LinearTransParam("ltp_hh", global_conf) + ltp_hh.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.hidden_size) + ltp_hh.trans:generate(global_conf.param_random) + + --ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) + --ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) + --ltp_ho.trans:generate(global_conf.param_random) + + bp_h = nerv.BiasParam("bp_h", global_conf) + bp_h.trans = global_conf.cumat_type(1, global_conf.hidden_size) + bp_h.trans:generate(global_conf.param_random) + + --bp_o = nerv.BiasParam("bp_o", global_conf) + --bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) + --bp_o.trans:generate(global_conf.param_random) + + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:write_chunk(ltp_ih) + f:write_chunk(ltp_hh) + --f:write_chunk(ltp_ho) + f:write_chunk(bp_h) + --f:write_chunk(bp_o) + f:close() + ]]-- + return nil + end + + printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) + paramRepo:import({global_conf.param_fn .. '.' .. tostring(iter)}, nil, global_conf) + + printf("%s preparing parameters end.\n", global_conf.sche_log_pre) + + return nil +end + +--global_conf: table +--Returns: nerv.LayerRepo +function prepare_layers(global_conf) + printf("%s preparing layers...\n", global_conf.sche_log_pre) + + local pr = global_conf.paramRepo + + local du = false + + --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} + local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} + + local layers = { + ["nerv.AffineRecurrentLayer"] = { + ["recurrentL1"] = recurrentLconfig, + }, + + ["nerv.LSTMLayerT"] = { + ["lstmL1"] = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["pr"] = pr}}, + }, + + ["nerv.SelectLinearLayer"] = { + ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, + }, + + ["nerv.SigmoidLayer"] = { + ["sigmoidL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + }, + + ["nerv.CombinerLayer"] = { + ["combinerL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}} + }, + + ["nerv.AffineLayer"] = { + ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du, ["pr"] = pr}}, + }, + + ["nerv.SoftmaxCELayerT"] = { + ["softmaxL"] = {{}, {["dim_in"] = {global_conf.vocab:size(), global_conf.vocab:size()}, ["dim_out"] = {1}}}, + }, + } + + --[[ --we do not need those in the new rnn framework + printf("%s adding %d bptt layers...\n", global_conf.sche_log_pre, global_conf.bptt) + for i = 1, global_conf.bptt do + layers["nerv.IndRecurrentLayer"]["recurrentL" .. (i + 1)] = recurrentLconfig + layers["nerv.SigmoidLayer"]["sigmoidL" .. (i + 1)] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}} + end + --]] + + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) + printf("%s preparing layers end.\n", global_conf.sche_log_pre) + return layerRepo +end + +--global_conf: table +--layerRepo: nerv.LayerRepo +--Returns: a nerv.TNN +function prepare_tnn(global_conf, layerRepo) + printf("%s Generate and initing TNN ...\n", global_conf.sche_log_pre) + + --input: input_w, input_w, ... input_w_now, last_activation + local connections_t = { + {"[1]", "selectL1[1]", 0}, + {"selectL1[1]", "recurrentL1[1]", 0}, + {"recurrentL1[1]", "sigmoidL1[1]", 0}, + {"sigmoidL1[1]", "combinerL1[1]", 0}, + {"combinerL1[1]", "recurrentL1[2]", 1}, + {"combinerL1[2]", "outputL[1]", 0}, + {"outputL[1]", "softmaxL[1]", 0}, + {"[2]", "softmaxL[2]", 0}, + {"softmaxL[1]", "[1]", 0} + } + + --[[ + printf("%s printing DAG connections:\n", global_conf.sche_log_pre) + for key, value in pairs(connections_t) do + printf("\t%s->%s\n", key, value) + end + ]]-- + + local tnn = nerv.TNN("TNN", global_conf, {["dim_in"] = {1, global_conf.vocab:size()}, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, + ["connections"] = connections_t, + }) + + tnn:init(global_conf.batch_size, global_conf.chunk_size) + + printf("%s Initing TNN end.\n", global_conf.sche_log_pre) + return tnn +end + +function load_net(global_conf, next_iter) + prepare_parameters(global_conf, next_iter) + local layerRepo = prepare_layers(global_conf) + local tnn = prepare_tnn(global_conf, layerRepo) + return tnn +end + +local train_fn, valid_fn, test_fn +global_conf = {} +local set = arg[1] --"test" + +if (set == "ptb") then + +data_dir = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata' +train_fn = data_dir .. '/ptb.train.txt.adds' +valid_fn = data_dir .. '/ptb.valid.txt.adds' +test_fn = data_dir .. '/ptb.test.txt.adds' +vocab_fn = data_dir .. '/vocab' + +global_conf = { + lrate = 1, wcost = 1e-6, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 400, --set to 400 for a stable good test PPL + chunk_size = 15, + batch_size = 10, + max_iter = 35, + decay_iter = 15, + param_random = function() return (math.random() / 5 - 0.1) end, + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 40000, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_test' +} + +elseif (set == "msr_sc") then + +data_dir = '/home/slhome/txh18/workspace/sentenceCompletion/DATA_PV2' +train_fn = data_dir .. '/normed_all.sf.len60.adds.train' +valid_fn = data_dir .. '/normed_all.sf.len60.adds.dev' +test_fn = data_dir .. '/answer_normed.adds' +vocab_fn = data_dir .. '/normed_all.choose.vocab30000.addqvocab' + +global_conf = { + lrate = 1, wcost = 1e-6, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 300, + chunk_size = 15, + batch_size = 10, + max_iter = 30, + decay_iter = 10, + param_random = function() return (math.random() / 5 - 0.1) end, + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 400000, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' +} + +else + +valid_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +train_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +test_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' + +global_conf = { + lrate = 1, wcost = 1e-5, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 20, + chunk_size = 2, + batch_size = 10, + max_iter = 3, + param_random = function() return (math.random() / 5 - 0.1) end, + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 10, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/testEXP/tnn_lstmlm_test' +} + +end + +lr_half = false --can not be local, to be set by loadstring +start_iter = -1 +ppl_last = 100000 +if (arg[2] ~= nil) then + printf("%s applying arg[2](%s)...\n", global_conf.sche_log_pre, arg[2]) + loadstring(arg[2])() + nerv.LMUtil.wait(0.5) +else + printf("%s not user setting, all default...\n", global_conf.sche_log_pre) +end + +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' +global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' +global_conf.param_fn = global_conf.work_dir .. "/params" + +----------------printing options--------------------------------- +printf("%s printing global_conf...\n", global_conf.sche_log_pre) +for id, value in pairs(global_conf) do + print(id, value) +end +nerv.LMUtil.wait(2) +printf("%s printing training scheduling options...\n", global_conf.sche_log_pre) +print("lr_half", lr_half) +print("start_iter", start_iter) +print("ppl_last", ppl_last) +printf("%s printing training scheduling end.\n", global_conf.sche_log_pre) +nerv.LMUtil.wait(2) +------------------printing options end------------------------------ + +math.randomseed(1) + +printf("%s creating work_dir...\n", global_conf.sche_log_pre) +os.execute("mkdir -p "..global_conf.work_dir) +os.execute("cp " .. global_conf.train_fn .. " " .. global_conf.train_fn_shuf) + +local vocab = nerv.LMVocab() +global_conf["vocab"] = vocab +printf("%s building vocab...\n", global_conf.sche_log_pre) +global_conf.vocab:build_file(global_conf.vocab_fn, false) +ppl_rec = {} + +if start_iter == -1 then + prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file +end + +if start_iter == -1 or start_iter == 0 then + print("===INITIAL VALIDATION===") + local tnn = load_net(global_conf, 0) + global_conf.paramRepo = tnn:get_params() --get auto-generted params + global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file + local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + nerv.LMUtil.wait(1) + ppl_rec[0] = {} + ppl_rec[0].valid = result:ppl_all("rnn") + ppl_last = ppl_rec[0].valid + ppl_rec[0].train = 0 + ppl_rec[0].test = 0 + ppl_rec[0].lr = 0 + + start_iter = 1 + + print() +end + +local final_iter +for iter = start_iter, global_conf.max_iter, 1 do + final_iter = iter --for final testing + global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" + tnn = load_net(global_conf, iter - 1) + printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) + result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + ppl_rec[iter] = {} + ppl_rec[iter].train = result:ppl_all("rnn") + --shuffling training file + printf("%s shuffling training file\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) + os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) + printf("===PEEK ON TEST %d===\n", iter) + result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! + ppl_rec[iter].test = result:ppl_all("rnn") + printf("===VALIDATION %d===\n", iter) + result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + ppl_rec[iter].valid = result:ppl_all("rnn") + ppl_rec[iter].lr = global_conf.lrate + if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then + global_conf.lrate = (global_conf.lrate * 0.6) + end + if ppl_rec[iter].valid < ppl_last then + printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) + global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) + else + printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) + end + if ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true then + lr_half = true + end + if ppl_rec[iter].valid < ppl_last then + ppl_last = ppl_rec[iter].valid + end + printf("\n") + nerv.LMUtil.wait(2) +end +printf("===VALIDATION PPL record===\n") +for i, _ in pairs(ppl_rec) do + printf(" \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) +end +printf("\n") +printf("===FINAL TEST===\n") +global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" +tnn = load_net(global_conf, final_iter) +LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! + diff --git a/nerv/examples/lmptb/rnnlm_ptb_main.lua b/nerv/examples/lmptb/rnnlm_ptb_main.lua new file mode 100644 index 0000000..16024a8 --- /dev/null +++ b/nerv/examples/lmptb/rnnlm_ptb_main.lua @@ -0,0 +1,372 @@ +require 'lmptb.lmvocab' +require 'lmptb.lmfeeder' +require 'lmptb.lmutil' +require 'lmptb.layer.init' +require 'tnn.init' +require 'lmptb.lmseqreader' +require 'lm_trainer' + +--[[global function rename]]-- +local printf = nerv.printf +local LMTrainer = nerv.LMTrainer +--[[global function rename ends]]-- + +--global_conf: table +--first_time: bool +--Returns: a ParamRepo +function prepare_parameters(global_conf, iter) + printf("%s preparing parameters...\n", global_conf.sche_log_pre) + + global_conf.paramRepo = nerv.ParamRepo() + local paramRepo = global_conf.paramRepo + + if iter == -1 then --first time + printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:close() + --[[ + ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) + ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1) + ltp_ih.trans:generate(global_conf.param_random) + + ltp_hh = nerv.LinearTransParam("ltp_hh", global_conf) + ltp_hh.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.hidden_size) + ltp_hh.trans:generate(global_conf.param_random) + + --ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) + --ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) + --ltp_ho.trans:generate(global_conf.param_random) + + bp_h = nerv.BiasParam("bp_h", global_conf) + bp_h.trans = global_conf.cumat_type(1, global_conf.hidden_size) + bp_h.trans:generate(global_conf.param_random) + + --bp_o = nerv.BiasParam("bp_o", global_conf) + --bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) + --bp_o.trans:generate(global_conf.param_random) + + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:write_chunk(ltp_ih) + f:write_chunk(ltp_hh) + --f:write_chunk(ltp_ho) + f:write_chunk(bp_h) + --f:write_chunk(bp_o) + f:close() + ]]-- + return nil + end + + printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) + paramRepo:import({global_conf.param_fn .. '.' .. tostring(iter)}, nil, global_conf) + + printf("%s preparing parameters end.\n", global_conf.sche_log_pre) + + return nil +end + +--global_conf: table +--Returns: nerv.LayerRepo +function prepare_layers(global_conf) + printf("%s preparing layers...\n", global_conf.sche_log_pre) + + local pr = global_conf.paramRepo + + local du = false + + --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} + local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} + + local layers = { + ["nerv.AffineRecurrentLayer"] = { + ["recurrentL1"] = recurrentLconfig, + }, + + ["nerv.SelectLinearLayer"] = { + ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, + }, + + ["nerv.SigmoidLayer"] = { + ["sigmoidL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + }, + + ["nerv.CombinerLayer"] = { + ["combinerL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}} + }, + + ["nerv.AffineLayer"] = { + ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du, ["pr"] = pr}}, + }, + + ["nerv.SoftmaxCELayerT"] = { + ["softmaxL"] = {{}, {["dim_in"] = {global_conf.vocab:size(), global_conf.vocab:size()}, ["dim_out"] = {1}}}, + }, + } + + --[[ --we do not need those in the new rnn framework + printf("%s adding %d bptt layers...\n", global_conf.sche_log_pre, global_conf.bptt) + for i = 1, global_conf.bptt do + layers["nerv.IndRecurrentLayer"]["recurrentL" .. (i + 1)] = recurrentLconfig + layers["nerv.SigmoidLayer"]["sigmoidL" .. (i + 1)] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}} + end + --]] + + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) + printf("%s preparing layers end.\n", global_conf.sche_log_pre) + return layerRepo +end + +--global_conf: table +--layerRepo: nerv.LayerRepo +--Returns: a nerv.TNN +function prepare_tnn(global_conf, layerRepo) + printf("%s Generate and initing TNN ...\n", global_conf.sche_log_pre) + + --input: input_w, input_w, ... input_w_now, last_activation + local connections_t = { + {"[1]", "selectL1[1]", 0}, + {"selectL1[1]", "recurrentL1[1]", 0}, + {"recurrentL1[1]", "sigmoidL1[1]", 0}, + {"sigmoidL1[1]", "combinerL1[1]", 0}, + {"combinerL1[1]", "recurrentL1[2]", 1}, + {"combinerL1[2]", "outputL[1]", 0}, + {"outputL[1]", "softmaxL[1]", 0}, + {"[2]", "softmaxL[2]", 0}, + {"softmaxL[1]", "[1]", 0} + } + + --[[ + printf("%s printing DAG connections:\n", global_conf.sche_log_pre) + for key, value in pairs(connections_t) do + printf("\t%s->%s\n", key, value) + end + ]]-- + + local tnn = nerv.TNN("TNN", global_conf, {["dim_in"] = {1, global_conf.vocab:size()}, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, + ["connections"] = connections_t, + }) + + tnn:init(global_conf.batch_size, global_conf.chunk_size) + + printf("%s Initing TNN end.\n", global_conf.sche_log_pre) + return tnn +end + +function load_net(global_conf, next_iter) + prepare_parameters(global_conf, next_iter) + local layerRepo = prepare_layers(global_conf) + local tnn = prepare_tnn(global_conf, layerRepo) + return tnn +end + +local train_fn, valid_fn, test_fn +global_conf = {} +local set = arg[1] --"test" + +if (set == "ptb") then + +data_dir = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata' +train_fn = data_dir .. '/ptb.train.txt.adds' +valid_fn = data_dir .. '/ptb.valid.txt.adds' +test_fn = data_dir .. '/ptb.test.txt.adds' +vocab_fn = data_dir .. '/vocab' + +global_conf = { + lrate = 1, wcost = 1e-6, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 400, --set to 400 for a stable good test PPL + chunk_size = 15, + batch_size = 10, + max_iter = 35, + decay_iter = 15, + param_random = function() return (math.random() / 5 - 0.1) end, + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 40000, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_test' +} + +elseif (set == "msr_sc") then + +data_dir = '/home/slhome/txh18/workspace/sentenceCompletion/DATA_PV2' +train_fn = data_dir .. '/normed_all.sf.len60.adds.train' +valid_fn = data_dir .. '/normed_all.sf.len60.adds.dev' +test_fn = data_dir .. '/answer_normed.adds' +vocab_fn = data_dir .. '/normed_all.choose.vocab30000.addqvocab' + +global_conf = { + lrate = 1, wcost = 1e-6, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 300, + chunk_size = 15, + batch_size = 10, + max_iter = 30, + decay_iter = 10, + param_random = function() return (math.random() / 5 - 0.1) end, + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 400000, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' +} + +else + +valid_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +train_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +test_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' + +global_conf = { + lrate = 1, wcost = 1e-5, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 20, + chunk_size = 2, + batch_size = 10, + max_iter = 3, + param_random = function() return (math.random() / 5 - 0.1) end, + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 10, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/testEXP/tnn_test' +} + +end + +lr_half = false --can not be local, to be set by loadstring +start_iter = -1 +ppl_last = 100000 +if (arg[2] ~= nil) then + printf("%s applying arg[2](%s)...\n", global_conf.sche_log_pre, arg[2]) + loadstring(arg[2])() + nerv.LMUtil.wait(0.5) +else + printf("%s not user setting, all default...\n", global_conf.sche_log_pre) +end + +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' +global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' +global_conf.param_fn = global_conf.work_dir .. "/params" + +----------------printing options--------------------------------- +printf("%s printing global_conf...\n", global_conf.sche_log_pre) +for id, value in pairs(global_conf) do + print(id, value) +end +nerv.LMUtil.wait(2) +printf("%s printing training scheduling options...\n", global_conf.sche_log_pre) +print("lr_half", lr_half) +print("start_iter", start_iter) +print("ppl_last", ppl_last) +printf("%s printing training scheduling end.\n", global_conf.sche_log_pre) +nerv.LMUtil.wait(2) +------------------printing options end------------------------------ + +math.randomseed(1) + +printf("%s creating work_dir...\n", global_conf.sche_log_pre) +os.execute("mkdir -p "..global_conf.work_dir) +os.execute("cp " .. global_conf.train_fn .. " " .. global_conf.train_fn_shuf) + +local vocab = nerv.LMVocab() +global_conf["vocab"] = vocab +printf("%s building vocab...\n", global_conf.sche_log_pre) +global_conf.vocab:build_file(global_conf.vocab_fn, false) +ppl_rec = {} + +if start_iter == -1 then + prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file +end + +if start_iter == -1 or start_iter == 0 then + print("===INITIAL VALIDATION===") + local tnn = load_net(global_conf, 0) + global_conf.paramRepo = tnn:get_params() --get auto-generted params + global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file + local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + nerv.LMUtil.wait(1) + ppl_rec[0] = {} + ppl_rec[0].valid = result:ppl_all("rnn") + ppl_last = ppl_rec[0].valid + ppl_rec[0].train = 0 + ppl_rec[0].test = 0 + ppl_rec[0].lr = 0 + + start_iter = 1 + + print() +end + +local final_iter +for iter = start_iter, global_conf.max_iter, 1 do + final_iter = iter --for final testing + global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" + tnn = load_net(global_conf, iter - 1) + printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) + result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + ppl_rec[iter] = {} + ppl_rec[iter].train = result:ppl_all("rnn") + --shuffling training file + printf("%s shuffling training file\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) + os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) + printf("===PEEK ON TEST %d===\n", iter) + result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! + ppl_rec[iter].test = result:ppl_all("rnn") + printf("===VALIDATION %d===\n", iter) + result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + ppl_rec[iter].valid = result:ppl_all("rnn") + ppl_rec[iter].lr = global_conf.lrate + if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then + global_conf.lrate = (global_conf.lrate * 0.6) + end + if ppl_rec[iter].valid < ppl_last then + printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) + global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) + else + printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) + end + if ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true then + lr_half = true + end + if ppl_rec[iter].valid < ppl_last then + ppl_last = ppl_rec[iter].valid + end + printf("\n") + nerv.LMUtil.wait(2) +end +printf("===VALIDATION PPL record===\n") +for i, _ in pairs(ppl_rec) do + printf(" \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) +end +printf("\n") +printf("===FINAL TEST===\n") +global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" +tnn = load_net(global_conf, final_iter) +LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! + diff --git a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua index 4ec2e54..d7d8a20 100644 --- a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua +++ b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua @@ -19,10 +19,12 @@ function LSTMLayerT:__init(id, global_conf, layer_conf) local layers = { ["nerv.CombinerLayer"] = { - [ap("inputXDup")] = {{}, {["dim_in"] = {self.dim_in[1]}, ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1]}}}, - [ap("inputHDup")] = {{}, {["dim_in"] = {self.dim_in[2]}, ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2]}}}, + [ap("inputXDup")] = {{}, {["dim_in"] = {self.dim_in[1]}, + ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1]}, ["lambda"] = {1}}}, + [ap("inputHDup")] = {{}, {["dim_in"] = {self.dim_in[2]}, + ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2]}, ["lambda"] = {1}}}, [ap("inputCDup")] = {{}, {["dim_in"] = {self.dim_in[3]}, - ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3], self.dim_in[3]}}}, + ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3], self.dim_in[3]}, ["lambda"] = {1}}}, [ap("mainCDup")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3]}, ["lambda"] = {1, 1}}}, }, @@ -76,39 +78,37 @@ function LSTMLayerT:__init(id, global_conf, layer_conf) [ap("forgetGMul[1]")] = ap("mainCDup[2]"), [ap("mainCDup[2]")] = "[2]", - } + [ap("mainCDup[1]")] = ap("outputTanhL[1]"), + [ap("outputTanhL[1]")] = "[1]", + } + self.dagL = nerv.DAGLayerT(self.id, global_conf, + {["dim_in"] = self.dim_in, ["dim_out"] = self.dim_out, ["sub_layers"] = layerRepo, + ["connections"] = connections_t}) + self:check_dim_len(3, 2) -- x, h, c and h, c end -function LSTMLayerT:init(batch_size) - if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then - nerv.error("mismatching dimensions of linear transform and bias paramter") - end - if self.dim_in[1] ~= self.ltp.trans:nrow() then - nerv.error("mismatching dimensions of linear transform parameter and input") - end - if self.dim_out[1] ~= self.ltp.trans:ncol() then - nerv.error("mismatching dimensions of linear transform parameter and output") - end - self.ltp_grad = self.ltp.trans:create() - self.ltp:train_init() - self.bp:train_init() +function LSTMLayerT:init(batch_size, chunk_size) + self.dagL:init(batch_size, chunk_size) end -function LSTMLayerT:batch_resize(batch_size) - -- do nothing +function LSTMLayerT:batch_resize(batch_size, chunk_size) + self.dagL:batch_resize(batch_size, chunk_size) end function LSTMLayerT:update(bp_err, input, output) + self.dagL:update(bp_err, input, output) end function LSTMLayerT:propagate(input, output) + self.dagL:propagate(input, output) end function LSTMLayerT:back_propagate(bp_err, next_bp_err, input, output) + self.dagL:back_propagate(bp_err, next_bp_err, input, output) end function LSTMLayerT:get_params() - return nerv.ParamRepo({self.ltp, self.bp}) + return self.dagL:get_params() end diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua deleted file mode 100644 index 16024a8..0000000 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ /dev/null @@ -1,372 +0,0 @@ -require 'lmptb.lmvocab' -require 'lmptb.lmfeeder' -require 'lmptb.lmutil' -require 'lmptb.layer.init' -require 'tnn.init' -require 'lmptb.lmseqreader' -require 'lm_trainer' - ---[[global function rename]]-- -local printf = nerv.printf -local LMTrainer = nerv.LMTrainer ---[[global function rename ends]]-- - ---global_conf: table ---first_time: bool ---Returns: a ParamRepo -function prepare_parameters(global_conf, iter) - printf("%s preparing parameters...\n", global_conf.sche_log_pre) - - global_conf.paramRepo = nerv.ParamRepo() - local paramRepo = global_conf.paramRepo - - if iter == -1 then --first time - printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) - local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') - f:close() - --[[ - ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) - ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1) - ltp_ih.trans:generate(global_conf.param_random) - - ltp_hh = nerv.LinearTransParam("ltp_hh", global_conf) - ltp_hh.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.hidden_size) - ltp_hh.trans:generate(global_conf.param_random) - - --ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) - --ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) - --ltp_ho.trans:generate(global_conf.param_random) - - bp_h = nerv.BiasParam("bp_h", global_conf) - bp_h.trans = global_conf.cumat_type(1, global_conf.hidden_size) - bp_h.trans:generate(global_conf.param_random) - - --bp_o = nerv.BiasParam("bp_o", global_conf) - --bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) - --bp_o.trans:generate(global_conf.param_random) - - local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') - f:write_chunk(ltp_ih) - f:write_chunk(ltp_hh) - --f:write_chunk(ltp_ho) - f:write_chunk(bp_h) - --f:write_chunk(bp_o) - f:close() - ]]-- - return nil - end - - printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) - paramRepo:import({global_conf.param_fn .. '.' .. tostring(iter)}, nil, global_conf) - - printf("%s preparing parameters end.\n", global_conf.sche_log_pre) - - return nil -end - ---global_conf: table ---Returns: nerv.LayerRepo -function prepare_layers(global_conf) - printf("%s preparing layers...\n", global_conf.sche_log_pre) - - local pr = global_conf.paramRepo - - local du = false - - --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} - local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} - - local layers = { - ["nerv.AffineRecurrentLayer"] = { - ["recurrentL1"] = recurrentLconfig, - }, - - ["nerv.SelectLinearLayer"] = { - ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, - }, - - ["nerv.SigmoidLayer"] = { - ["sigmoidL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} - }, - - ["nerv.CombinerLayer"] = { - ["combinerL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}} - }, - - ["nerv.AffineLayer"] = { - ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du, ["pr"] = pr}}, - }, - - ["nerv.SoftmaxCELayerT"] = { - ["softmaxL"] = {{}, {["dim_in"] = {global_conf.vocab:size(), global_conf.vocab:size()}, ["dim_out"] = {1}}}, - }, - } - - --[[ --we do not need those in the new rnn framework - printf("%s adding %d bptt layers...\n", global_conf.sche_log_pre, global_conf.bptt) - for i = 1, global_conf.bptt do - layers["nerv.IndRecurrentLayer"]["recurrentL" .. (i + 1)] = recurrentLconfig - layers["nerv.SigmoidLayer"]["sigmoidL" .. (i + 1)] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} - layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}} - end - --]] - - local layerRepo = nerv.LayerRepo(layers, pr, global_conf) - printf("%s preparing layers end.\n", global_conf.sche_log_pre) - return layerRepo -end - ---global_conf: table ---layerRepo: nerv.LayerRepo ---Returns: a nerv.TNN -function prepare_tnn(global_conf, layerRepo) - printf("%s Generate and initing TNN ...\n", global_conf.sche_log_pre) - - --input: input_w, input_w, ... input_w_now, last_activation - local connections_t = { - {"[1]", "selectL1[1]", 0}, - {"selectL1[1]", "recurrentL1[1]", 0}, - {"recurrentL1[1]", "sigmoidL1[1]", 0}, - {"sigmoidL1[1]", "combinerL1[1]", 0}, - {"combinerL1[1]", "recurrentL1[2]", 1}, - {"combinerL1[2]", "outputL[1]", 0}, - {"outputL[1]", "softmaxL[1]", 0}, - {"[2]", "softmaxL[2]", 0}, - {"softmaxL[1]", "[1]", 0} - } - - --[[ - printf("%s printing DAG connections:\n", global_conf.sche_log_pre) - for key, value in pairs(connections_t) do - printf("\t%s->%s\n", key, value) - end - ]]-- - - local tnn = nerv.TNN("TNN", global_conf, {["dim_in"] = {1, global_conf.vocab:size()}, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, - ["connections"] = connections_t, - }) - - tnn:init(global_conf.batch_size, global_conf.chunk_size) - - printf("%s Initing TNN end.\n", global_conf.sche_log_pre) - return tnn -end - -function load_net(global_conf, next_iter) - prepare_parameters(global_conf, next_iter) - local layerRepo = prepare_layers(global_conf) - local tnn = prepare_tnn(global_conf, layerRepo) - return tnn -end - -local train_fn, valid_fn, test_fn -global_conf = {} -local set = arg[1] --"test" - -if (set == "ptb") then - -data_dir = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata' -train_fn = data_dir .. '/ptb.train.txt.adds' -valid_fn = data_dir .. '/ptb.valid.txt.adds' -test_fn = data_dir .. '/ptb.test.txt.adds' -vocab_fn = data_dir .. '/vocab' - -global_conf = { - lrate = 1, wcost = 1e-6, momentum = 0, - cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.MMatrixFloat, - nn_act_default = 0, - - hidden_size = 400, --set to 400 for a stable good test PPL - chunk_size = 15, - batch_size = 10, - max_iter = 35, - decay_iter = 15, - param_random = function() return (math.random() / 5 - 0.1) end, - - train_fn = train_fn, - valid_fn = valid_fn, - test_fn = test_fn, - vocab_fn = vocab_fn, - sche_log_pre = "[SCHEDULER]:", - log_w_num = 40000, --give a message when log_w_num words have been processed - timer = nerv.Timer(), - work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_test' -} - -elseif (set == "msr_sc") then - -data_dir = '/home/slhome/txh18/workspace/sentenceCompletion/DATA_PV2' -train_fn = data_dir .. '/normed_all.sf.len60.adds.train' -valid_fn = data_dir .. '/normed_all.sf.len60.adds.dev' -test_fn = data_dir .. '/answer_normed.adds' -vocab_fn = data_dir .. '/normed_all.choose.vocab30000.addqvocab' - -global_conf = { - lrate = 1, wcost = 1e-6, momentum = 0, - cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.MMatrixFloat, - nn_act_default = 0, - - hidden_size = 300, - chunk_size = 15, - batch_size = 10, - max_iter = 30, - decay_iter = 10, - param_random = function() return (math.random() / 5 - 0.1) end, - - train_fn = train_fn, - valid_fn = valid_fn, - test_fn = test_fn, - vocab_fn = vocab_fn, - sche_log_pre = "[SCHEDULER]:", - log_w_num = 400000, --give a message when log_w_num words have been processed - timer = nerv.Timer(), - work_dir_base = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' -} - -else - -valid_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' -train_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' -test_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' -vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' - -global_conf = { - lrate = 1, wcost = 1e-5, momentum = 0, - cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.MMatrixFloat, - nn_act_default = 0, - - hidden_size = 20, - chunk_size = 2, - batch_size = 10, - max_iter = 3, - param_random = function() return (math.random() / 5 - 0.1) end, - - train_fn = train_fn, - valid_fn = valid_fn, - test_fn = test_fn, - vocab_fn = vocab_fn, - sche_log_pre = "[SCHEDULER]:", - log_w_num = 10, --give a message when log_w_num words have been processed - timer = nerv.Timer(), - work_dir_base = '/home/slhome/txh18/workspace/nerv/play/testEXP/tnn_test' -} - -end - -lr_half = false --can not be local, to be set by loadstring -start_iter = -1 -ppl_last = 100000 -if (arg[2] ~= nil) then - printf("%s applying arg[2](%s)...\n", global_conf.sche_log_pre, arg[2]) - loadstring(arg[2])() - nerv.LMUtil.wait(0.5) -else - printf("%s not user setting, all default...\n", global_conf.sche_log_pre) -end - -global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost -global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' -global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' -global_conf.param_fn = global_conf.work_dir .. "/params" - -----------------printing options--------------------------------- -printf("%s printing global_conf...\n", global_conf.sche_log_pre) -for id, value in pairs(global_conf) do - print(id, value) -end -nerv.LMUtil.wait(2) -printf("%s printing training scheduling options...\n", global_conf.sche_log_pre) -print("lr_half", lr_half) -print("start_iter", start_iter) -print("ppl_last", ppl_last) -printf("%s printing training scheduling end.\n", global_conf.sche_log_pre) -nerv.LMUtil.wait(2) -------------------printing options end------------------------------ - -math.randomseed(1) - -printf("%s creating work_dir...\n", global_conf.sche_log_pre) -os.execute("mkdir -p "..global_conf.work_dir) -os.execute("cp " .. global_conf.train_fn .. " " .. global_conf.train_fn_shuf) - -local vocab = nerv.LMVocab() -global_conf["vocab"] = vocab -printf("%s building vocab...\n", global_conf.sche_log_pre) -global_conf.vocab:build_file(global_conf.vocab_fn, false) -ppl_rec = {} - -if start_iter == -1 then - prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file -end - -if start_iter == -1 or start_iter == 0 then - print("===INITIAL VALIDATION===") - local tnn = load_net(global_conf, 0) - global_conf.paramRepo = tnn:get_params() --get auto-generted params - global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file - local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! - nerv.LMUtil.wait(1) - ppl_rec[0] = {} - ppl_rec[0].valid = result:ppl_all("rnn") - ppl_last = ppl_rec[0].valid - ppl_rec[0].train = 0 - ppl_rec[0].test = 0 - ppl_rec[0].lr = 0 - - start_iter = 1 - - print() -end - -local final_iter -for iter = start_iter, global_conf.max_iter, 1 do - final_iter = iter --for final testing - global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" - tnn = load_net(global_conf, iter - 1) - printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) - result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! - ppl_rec[iter] = {} - ppl_rec[iter].train = result:ppl_all("rnn") - --shuffling training file - printf("%s shuffling training file\n", global_conf.sche_log_pre) - os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) - os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) - printf("===PEEK ON TEST %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! - ppl_rec[iter].test = result:ppl_all("rnn") - printf("===VALIDATION %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! - ppl_rec[iter].valid = result:ppl_all("rnn") - ppl_rec[iter].lr = global_conf.lrate - if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then - global_conf.lrate = (global_conf.lrate * 0.6) - end - if ppl_rec[iter].valid < ppl_last then - printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) - global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) - else - printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) - os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) - end - if ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true then - lr_half = true - end - if ppl_rec[iter].valid < ppl_last then - ppl_last = ppl_rec[iter].valid - end - printf("\n") - nerv.LMUtil.wait(2) -end -printf("===VALIDATION PPL record===\n") -for i, _ in pairs(ppl_rec) do - printf(" \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) -end -printf("\n") -printf("===FINAL TEST===\n") -global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" -tnn = load_net(global_conf, final_iter) -LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! - -- cgit v1.2.3-70-g09d2 From f0ac603cbfc5bbb95dad885d35822f0f747b0ab2 Mon Sep 17 00:00:00 2001 From: txh18 Date: Fri, 27 Nov 2015 19:58:16 +0800 Subject: lstm_tnn can be run, todo:testing --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 17 ++++++++++++----- nerv/examples/lmptb/tnn/layer_dag_t.lua | 7 ++++--- nerv/examples/lmptb/tnn/layersT/lstm_t.lua | 12 ++++++------ 3 files changed, 22 insertions(+), 14 deletions(-) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index d3f38a2..42b541f 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -129,10 +129,17 @@ function prepare_tnn(global_conf, layerRepo) --input: input_w, input_w, ... input_w_now, last_activation local connections_t = { {"[1]", "selectL1[1]", 0}, - {"selectL1[1]", "recurrentL1[1]", 0}, - {"recurrentL1[1]", "sigmoidL1[1]", 0}, - {"sigmoidL1[1]", "combinerL1[1]", 0}, - {"combinerL1[1]", "recurrentL1[2]", 1}, + + --{"selectL1[1]", "recurrentL1[1]", 0}, + --{"recurrentL1[1]", "sigmoidL1[1]", 0}, + --{"sigmoidL1[1]", "combinerL1[1]", 0}, + --{"combinerL1[1]", "recurrentL1[2]", 1}, + + {"selectL1[1]", "lstmL1[1]", 0}, + {"lstmL1[2]", "lstmL1[3]", 1}, + {"lstmL1[1]", "combinerL1[1]", 0}, + {"combinerL1[1]", "lstmL1[2]", 1}, + {"combinerL1[2]", "outputL[1]", 0}, {"outputL[1]", "softmaxL[1]", 0}, {"[2]", "softmaxL[2]", 0}, @@ -268,7 +275,7 @@ if (arg[2] ~= nil) then loadstring(arg[2])() nerv.LMUtil.wait(0.5) else - printf("%s not user setting, all default...\n", global_conf.sche_log_pre) + printf("%s no user setting, all default...\n", global_conf.sche_log_pre) end global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost diff --git a/nerv/examples/lmptb/tnn/layer_dag_t.lua b/nerv/examples/lmptb/tnn/layer_dag_t.lua index ade65cc..e3a9316 100644 --- a/nerv/examples/lmptb/tnn/layer_dag_t.lua +++ b/nerv/examples/lmptb/tnn/layer_dag_t.lua @@ -2,7 +2,7 @@ local DAGLayerT = nerv.class("nerv.DAGLayerT", "nerv.LayerT") local function parse_id(str) local id, port, _ - _, _, id, port = string.find(str, "([a-zA-Z0-9_]+)%[([0-9]+)%]") + _, _, id, port = string.find(str, "([a-zA-Z0-9_.]+)%[([0-9]+)%]") if id == nil or port == nil then _, _, id, port = string.find(str, "(.+)%[([0-9]+)%]") if not (id == "" or id == "") then @@ -142,7 +142,7 @@ function DAGLayerT:__init(id, global_conf, layer_conf) end function DAGLayerT:init(batch_size, chunk_size) - nerv.info("initing DAGLayerT...\n") + nerv.info("initing DAGLayerT %s...\n", self.id) if chunk_size == nil then chunk_size = 1 nerv.info("(Initing DAGLayerT) chunk_size is nil, setting it to default 1\n") @@ -321,7 +321,7 @@ function DAGLayerT:update(bp_err, input, output, t) end end -function DAGLayerT:propagate(input, output) +function DAGLayerT:propagate(input, output, t) if t == nil then t = 1 end @@ -330,6 +330,7 @@ function DAGLayerT:propagate(input, output) local ret = false for i = 1, #self.queue do local ref = self.queue[i] + --print("debug DAGLAyerT:propagate", ref.id, t) ret = ref.layer:propagate(ref.inputs[t], ref.outputs[t], t) end return ret diff --git a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua index d7d8a20..409c617 100644 --- a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua +++ b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua @@ -68,14 +68,14 @@ function LSTMLayerT:__init(id, global_conf, layer_conf) [ap("inputHDup[3]")] = ap("forgetGateL[2]"), [ap("inputCDup[3]")] = ap("forgetGateL[3]"), - [ap("mainTanhL[1]")] = ap("inputGMul[1]"), - [ap("inputGateL[1]")] = ap("inputGMul[2]"), + [ap("mainTanhL[1]")] = ap("inputGMulL[1]"), + [ap("inputGateL[1]")] = ap("inputGMulL[2]"), - [ap("inputCDup[4]")] = ap("forgetGMul[1]"), - [ap("forgetGateL[1]")] = ap("forgetGMul[2]"), + [ap("inputCDup[4]")] = ap("forgetGMulL[1]"), + [ap("forgetGateL[1]")] = ap("forgetGMulL[2]"), - [ap("inputGMul[1]")] = ap("mainCDup[1]"), - [ap("forgetGMul[1]")] = ap("mainCDup[2]"), + [ap("inputGMulL[1]")] = ap("mainCDup[1]"), + [ap("forgetGMulL[1]")] = ap("mainCDup[2]"), [ap("mainCDup[2]")] = "[2]", [ap("mainCDup[1]")] = ap("outputTanhL[1]"), -- cgit v1.2.3-70-g09d2 From b4207a46686e899b797e70f0ace352107bbc0d54 Mon Sep 17 00:00:00 2001 From: txh18 Date: Fri, 27 Nov 2015 22:24:22 +0800 Subject: added clip_t for tnn --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 15 ++++++++------- nerv/examples/lmptb/tnn/tnn.lua | 28 +++++++++++++++++++++------- 2 files changed, 29 insertions(+), 14 deletions(-) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 42b541f..69f26f5 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -153,8 +153,9 @@ function prepare_tnn(global_conf, layerRepo) end ]]-- - local tnn = nerv.TNN("TNN", global_conf, {["dim_in"] = {1, global_conf.vocab:size()}, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, - ["connections"] = connections_t, + local tnn = nerv.TNN("TNN", global_conf, {["dim_in"] = {1, global_conf.vocab:size()}, + ["dim_out"] = {1}, ["sub_layers"] = layerRepo, + ["connections"] = connections_t, ["clip_t"] = global_conf.clip_t, }) tnn:init(global_conf.batch_size, global_conf.chunk_size) @@ -183,12 +184,12 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 1, wcost = 1e-6, momentum = 0, + lrate = 0.001, wcost = 1e-6, momentum = 0, clip_t = 0.01, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, - hidden_size = 400, --set to 400 for a stable good test PPL + hidden_size = 200, --set to 400 for a stable good test PPL chunk_size = 15, batch_size = 10, max_iter = 35, @@ -200,9 +201,9 @@ global_conf = { test_fn = test_fn, vocab_fn = vocab_fn, sche_log_pre = "[SCHEDULER]:", - log_w_num = 40000, --give a message when log_w_num words have been processed + log_w_num = 400, --give a message when log_w_num words have been processed timer = nerv.Timer(), - work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_test' + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_lstm_test' } elseif (set == "msr_sc") then @@ -278,7 +279,7 @@ else printf("%s no user setting, all default...\n", global_conf.sche_log_pre) end -global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size --.. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' global_conf.param_fn = global_conf.work_dir .. "/params" diff --git a/nerv/examples/lmptb/tnn/tnn.lua b/nerv/examples/lmptb/tnn/tnn.lua index c87f963..db6cdd7 100644 --- a/nerv/examples/lmptb/tnn/tnn.lua +++ b/nerv/examples/lmptb/tnn/tnn.lua @@ -31,6 +31,7 @@ local function discover(id, layers, layer_repo) local dim_in, dim_out = layer:get_dim() ref = { layer = layer, + id = layer.id, inputs_m = {}, --storage for computation, inputs_m[time][port] inputs_b = {}, --inputs_g[time][port], whether this input can been computed inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation, inputs_p_matbak[port] @@ -89,6 +90,10 @@ function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current fe end function TNN:__init(id, global_conf, layer_conf) + self.clip_t = layer_conf.clip_t + if self.clip_t > 0 then + nerv.info("tnn(%s) will clip gradient across time with %f...", id, self.clip_t) + end local layers = {} local inputs_p = {} --map:port of the TNN to layer ref and port local outputs_p = {} @@ -429,7 +434,7 @@ end --do_update: bool, whether we are doing back-propagate or updating the parameters function TNN:net_backpropagate(do_update) --propagate according to feeds_now - if (do_update == nil) then + if do_update == nil then nerv.error("do_update should not be nil") end for t = 1, self.chunk_size, 1 do @@ -445,7 +450,7 @@ function TNN:net_backpropagate(do_update) --propagate according to feeds_now local feeds_now = self.feeds_now for t = 1, self.chunk_size do - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then + if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0 then for i = 1, #self.dim_out do local ref = self.outputs_p[i].ref local p = self.outputs_p[i].port @@ -457,10 +462,10 @@ function TNN:net_backpropagate(do_update) --propagate according to feeds_now local flag_out = true for t = 1, self.chunk_size do --check whether every output has been computed - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then + if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0 then for i = 1, #self.dim_in do local ref = self.inputs_p[i].ref - if (ref.err_outputs_b[t][1] ~= true) then + if ref.err_outputs_b[t][1] ~= true then flag_out = false break end @@ -475,10 +480,10 @@ end --ref: the TNN_ref of a layer --t: the current time to propagate function TNN:backpropagate_dfs(ref, t, do_update) - if (self:out_of_feedrange(t)) then + if self:out_of_feedrange(t) then return end - if (ref.err_outputs_b[t][1] == true) then --already back_propagated, 1 is just a random port + if ref.err_outputs_b[t][1] == true then --already back_propagated, 1 is just a random port return end @@ -501,7 +506,16 @@ function TNN:backpropagate_dfs(ref, t, do_update) if (do_update == false) then self.gconf.timer:tic("tnn_actual_layer_backpropagate") ref.layer:back_propagate(ref.err_inputs_m[t], ref.err_outputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) - self.gconf.timer:toc("tnn_actual_layer_backpropagate") + self.gconf.timer:toc("tnn_actual_layer_backpropagate") + if self.clip_t > 0 then + for _, conn in pairs(ref.i_conns_p) do + local p = conn.dst.port --port for ref + if conn.time ~= 0 then + --print("debug clip_t tnn", ref.id, "port:", p, "clip:", self.clip_t) + ref.err_outputs_m[t][p]:clip(-self.clip_t, self.clip_t) + end + end + end else --print(ref.err_inputs_m[t][1]) self.gconf.timer:tic("tnn_actual_layer_update") -- cgit v1.2.3-70-g09d2 From d17e801f3de1e31cd06b181f5f0acb7adb2ad08c Mon Sep 17 00:00:00 2001 From: txh18 Date: Sun, 29 Nov 2015 23:56:09 +0800 Subject: bug fix: tanh implementation could cause nan --- nerv/lib/matrix/generic/cukernel.cu | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index c82041f..1a20b4f 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -60,7 +60,8 @@ __global__ void cudak_(tanh)(const MATRIX_ELEM *a, MATRIX_ELEM *b, long idx; if (i >= nrow || j >= ncol) return; idx = j + i * stride; - b[idx] = (exp(a[idx]) - exp(-a[idx])) / (exp(a[idx]) + exp(-a[idx])); + //b[idx] = (exp(a[idx]) - exp(-a[idx])) / (exp(a[idx]) + exp(-a[idx])); //could cause nan + b[idx] = tanh(a[idx]); } __global__ void cudak_(tanh_grad)(const MATRIX_ELEM *output, -- cgit v1.2.3-70-g09d2 From 3171a7a1e404cc82857892d0c212824cf74ce2df Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 30 Nov 2015 11:05:24 +0800 Subject: added ooutputGate for lstm_t --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 6 +++--- nerv/examples/lmptb/tnn/layersT/lstm_t.lua | 19 +++++++++++++++---- 2 files changed, 18 insertions(+), 7 deletions(-) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 69f26f5..7ec583d 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -184,12 +184,12 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 0.001, wcost = 1e-6, momentum = 0, clip_t = 0.01, + lrate = 0.1, wcost = 1e-6, momentum = 0, clip_t = 10, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, - hidden_size = 200, --set to 400 for a stable good test PPL + hidden_size = 300, --set to 400 for a stable good test PPL chunk_size = 15, batch_size = 10, max_iter = 35, @@ -201,7 +201,7 @@ global_conf = { test_fn = test_fn, vocab_fn = vocab_fn, sche_log_pre = "[SCHEDULER]:", - log_w_num = 400, --give a message when log_w_num words have been processed + log_w_num = 40000, --give a message when log_w_num words have been processed timer = nerv.Timer(), work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_lstm_test' } diff --git a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua index 409c617..0bd9c76 100644 --- a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua +++ b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua @@ -20,12 +20,12 @@ function LSTMLayerT:__init(id, global_conf, layer_conf) local layers = { ["nerv.CombinerLayer"] = { [ap("inputXDup")] = {{}, {["dim_in"] = {self.dim_in[1]}, - ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1]}, ["lambda"] = {1}}}, + ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1], self.dim_in[1]}, ["lambda"] = {1}}}, [ap("inputHDup")] = {{}, {["dim_in"] = {self.dim_in[2]}, - ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2]}, ["lambda"] = {1}}}, + ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2], self.dim_in[2]}, ["lambda"] = {1}}}, [ap("inputCDup")] = {{}, {["dim_in"] = {self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3], self.dim_in[3]}, ["lambda"] = {1}}}, - [ap("mainCDup")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3]}, + [ap("mainCDup")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3]}, ["lambda"] = {1, 1}}}, }, ["nerv.AffineLayer"] = { @@ -41,10 +41,14 @@ function LSTMLayerT:__init(id, global_conf, layer_conf) ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, [ap("inputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + [ap("outputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + }, ["nerv.ElemMulLayer"] = { [ap("inputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, [ap("forgetGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + [ap("outputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, }, } @@ -77,10 +81,17 @@ function LSTMLayerT:__init(id, global_conf, layer_conf) [ap("inputGMulL[1]")] = ap("mainCDup[1]"), [ap("forgetGMulL[1]")] = ap("mainCDup[2]"), + [ap("inputXDup[4]")] = ap("outputGateL[1]"), + [ap("inputHDup[4]")] = ap("outputGateL[2]"), + [ap("mainCDup[3]")] = ap("outputGateL[3]"), + [ap("mainCDup[2]")] = "[2]", [ap("mainCDup[1]")] = ap("outputTanhL[1]"), + + [ap("outputTanhL[1]")] = ap("outputGMulL[1]"), + [ap("outputGateL[1]")] = ap("outputGMulL[2]"), - [ap("outputTanhL[1]")] = "[1]", + [ap("outputGMulL[1]")] = "[1]", } self.dagL = nerv.DAGLayerT(self.id, global_conf, {["dim_in"] = self.dim_in, ["dim_out"] = self.dim_out, ["sub_layers"] = layerRepo, -- cgit v1.2.3-70-g09d2 From e6ea10bd32cef61565206358a104d1b17ba162f7 Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 30 Nov 2015 15:17:14 +0800 Subject: small opt for initing tnn:clip_t --- nerv/examples/lmptb/tnn/tnn.lua | 3 +++ 1 file changed, 3 insertions(+) diff --git a/nerv/examples/lmptb/tnn/tnn.lua b/nerv/examples/lmptb/tnn/tnn.lua index db6cdd7..5448088 100644 --- a/nerv/examples/lmptb/tnn/tnn.lua +++ b/nerv/examples/lmptb/tnn/tnn.lua @@ -91,6 +91,9 @@ end function TNN:__init(id, global_conf, layer_conf) self.clip_t = layer_conf.clip_t + if self.clip_t == nil then + self.clip_t = 0 + end if self.clip_t > 0 then nerv.info("tnn(%s) will clip gradient across time with %f...", id, self.clip_t) end -- cgit v1.2.3-70-g09d2 From 64256d367cf575fb61d666bdf0b9285dfdb4db25 Mon Sep 17 00:00:00 2001 From: txh18 Date: Mon, 30 Nov 2015 19:50:04 +0800 Subject: bug fix for lstm_t layer, t not inclueded in propagate! --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 2 +- nerv/examples/lmptb/tnn/layersT/lstm_t.lua | 12 ++++++------ 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 7ec583d..ca9530b 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -184,7 +184,7 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 0.1, wcost = 1e-6, momentum = 0, clip_t = 10, + lrate = 0.1, wcost = 1e-5, momentum = 0, clip_t = 10, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, diff --git a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua index 0bd9c76..ded6058 100644 --- a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua +++ b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua @@ -108,16 +108,16 @@ function LSTMLayerT:batch_resize(batch_size, chunk_size) self.dagL:batch_resize(batch_size, chunk_size) end -function LSTMLayerT:update(bp_err, input, output) - self.dagL:update(bp_err, input, output) +function LSTMLayerT:update(bp_err, input, output, t) + self.dagL:update(bp_err, input, output, t) end -function LSTMLayerT:propagate(input, output) - self.dagL:propagate(input, output) +function LSTMLayerT:propagate(input, output, t) + self.dagL:propagate(input, output, t) end -function LSTMLayerT:back_propagate(bp_err, next_bp_err, input, output) - self.dagL:back_propagate(bp_err, next_bp_err, input, output) +function LSTMLayerT:back_propagate(bp_err, next_bp_err, input, output, t) + self.dagL:back_propagate(bp_err, next_bp_err, input, output, t) end function LSTMLayerT:get_params() -- cgit v1.2.3-70-g09d2 From 910fd4a25527028414d6cc3b2b620c74e9d06e8c Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 1 Dec 2015 10:26:04 +0800 Subject: got PPL115 for ptb on h300lr1bat10wc1e-4 --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index ca9530b..24db06c 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -193,7 +193,7 @@ global_conf = { chunk_size = 15, batch_size = 10, max_iter = 35, - decay_iter = 15, + decay_iter = 10, param_random = function() return (math.random() / 5 - 0.1) end, train_fn = train_fn, @@ -279,7 +279,7 @@ else printf("%s no user setting, all default...\n", global_conf.sche_log_pre) end -global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size --.. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' global_conf.param_fn = global_conf.work_dir .. "/params" -- cgit v1.2.3-70-g09d2 From 0c286aa6237da9e8daa7db8ed1e3805a33312926 Mon Sep 17 00:00:00 2001 From: txh18 Date: Tue, 1 Dec 2015 21:39:16 +0800 Subject: added rand_uniform and thres_mask for cumatrix --- nerv/Makefile | 2 +- nerv/lib/matrix/cukernel.h | 2 ++ nerv/lib/matrix/generic/cukernel.cu | 31 +++++++++++++++++++++++++++++++ nerv/lib/matrix/generic/cumatrix.c | 15 +++++++++++++++ nerv/lib/matrix/generic/matrix.c | 8 ++++++++ nerv/lib/matrix/matrix.h | 2 ++ nerv/matrix/generic/cumatrix.c | 21 +++++++++++++++++++++ 7 files changed, 80 insertions(+), 1 deletion(-) diff --git a/nerv/Makefile b/nerv/Makefile index f154cc3..df6ce98 100644 --- a/nerv/Makefile +++ b/nerv/Makefile @@ -41,7 +41,7 @@ CUDA_BASE := /usr/local/cuda CUDA_INCLUDE := -I $(CUDA_BASE)/include/ INCLUDE += $(CUDA_INCLUDE) -LDFLAGS := -L$(CUDA_BASE)/lib64/ -Wl,-rpath=$(CUDA_BASE)/lib64/ -lcudart -lcublas +LDFLAGS := -L$(CUDA_BASE)/lib64/ -Wl,-rpath=$(CUDA_BASE)/lib64/ -lcudart -lcublas -lcurand CFLAGS := -Wall -Wextra -O2 NVCC := $(CUDA_BASE)/bin/nvcc NVCC_FLAGS := -Xcompiler -fPIC,-Wall,-Wextra diff --git a/nerv/lib/matrix/cukernel.h b/nerv/lib/matrix/cukernel.h index 40f8e9f..47dc0a8 100644 --- a/nerv/lib/matrix/cukernel.h +++ b/nerv/lib/matrix/cukernel.h @@ -3,6 +3,8 @@ void cudak_(cuda_mul_elem)(const Matrix *a, const Matrix *b, Matrix *c); void cudak_(cuda_log_elem)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); +void cudak_(cuda_rand_uniform)(const Matrix *a); //a's curand_gen may be modified +void cudak_(cuda_thres_mask)(const Matrix *a, double thres, double low, double high); void cudak_(cuda_tanh)(const Matrix *a, Matrix *b); void cudak_(cuda_tanh_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); void cudak_(cuda_rowsum)(const Matrix *a, Matrix *b); diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index 1a20b4f..b092e4a 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -20,6 +20,19 @@ __global__ void cudak_(log_elem)(const MATRIX_ELEM *a, MATRIX_ELEM *b, b[idx] = log(tmp); } +__global__ void cudak_(thres_mask)(MATRIX_ELEM *a, double thres, double low, double high, + int nrow, int ncol, int stride) { + int j = blockIdx.x * blockDim.x + threadIdx.x; + int i = blockIdx.y * blockDim.y + threadIdx.y; + long idx; + if (i >= nrow || j >= ncol) return; + idx = j + i * stride; + if (a[idx] < thres) + a[idx] = low; + else + a[idx] = high; +} + __global__ void cudak_(mul_elem)(const MATRIX_ELEM *a, const MATRIX_ELEM *b, MATRIX_ELEM *c, int nrow, int ncol, int stride) { @@ -376,6 +389,24 @@ extern "C" { cudaStreamSynchronize(0); } + void cudak_(cuda_rand_uniform)(Matrix *a) { + #ifdef MATRIX_USE_FLOAT + curandGenerateUniform(*(a->curand_gen), MATRIX_ELEM_PTR(a), a->nrow * a->stride / sizeof(MATRIX_ELEM)); + #endif + #ifdef MATRIX_USE_DOUBLE + curandGenerateUniformDouble(*(a->curand_gen), MATRIX_ELEM_PTR(a), a->nrow * a->stride / sizeof(MATRIX_ELEM)); + #endif + } + + void cudak_(cuda_thres_mask)(const Matrix *a, double thres, double low, double high) { + dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); + dim3 numBlocks(CEIL_DIV(a->ncol, threadsPerBlock.x), + CEIL_DIV(a->nrow, threadsPerBlock.y)); + cudak_(thres_mask)<<>> \ + (MATRIX_ELEM_PTR(a), thres, low, high, a->nrow, a->ncol, a->stride / sizeof(MATRIX_ELEM)); + cudaStreamSynchronize(0); + } + void cudak_(cuda_tanh)(const Matrix *a, Matrix *b) { dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); dim3 numBlocks(CEIL_DIV(b->ncol, threadsPerBlock.x), diff --git a/nerv/lib/matrix/generic/cumatrix.c b/nerv/lib/matrix/generic/cumatrix.c index 77cb304..cbb0481 100644 --- a/nerv/lib/matrix/generic/cumatrix.c +++ b/nerv/lib/matrix/generic/cumatrix.c @@ -10,6 +10,7 @@ #include "../../common.h" #include "../cukernel.h" #include "../cuda_helper.h" +#include void nerv_matrix_(add)(Matrix *c, const Matrix *a, const Matrix *b, MATRIX_ELEM alpha, MATRIX_ELEM beta, @@ -75,6 +76,20 @@ void nerv_matrix_(sigmoid_grad)(Matrix *nerr, const Matrix *err, NERV_SET_STATUS(status, NERV_NORMAL, 0); } +void nerv_matrix_(rand_uniform)(Matrix *a, Status *status) { + PROFILE_START + cudak_(cuda_rand_uniform)(a); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + +void nerv_matrix_(thres_mask)(Matrix *a, double thres, double low, double high, Status *status) { + PROFILE_START + cudak_(cuda_thres_mask)(a, thres, low, high); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + void nerv_matrix_(tanh)(Matrix *a, const Matrix *b, Status *status) { CHECK_SAME_DIMENSION(a, b, status); PROFILE_START diff --git a/nerv/lib/matrix/generic/matrix.c b/nerv/lib/matrix/generic/matrix.c index 4246751..fd5d28f 100644 --- a/nerv/lib/matrix/generic/matrix.c +++ b/nerv/lib/matrix/generic/matrix.c @@ -10,6 +10,8 @@ void nerv_matrix_(data_free)(Matrix *self, Status *status) { { /* free matrix data */ MATRIX_DATA_FREE(MATRIX_ELEM_PTR(self), status); + curandDestroyGenerator(*(self->curand_gen)); + free(self->curand_gen); free(self->data_ref); free(self); } @@ -39,6 +41,11 @@ Matrix *nerv_matrix_(create)(long nrow, long ncol, Status *status) { } self->data_ref = (long *)malloc(sizeof(long)); *self->data_ref = 0; + + self->curand_gen = (curandGenerator_t*)malloc(sizeof(curandGenerator_t)); + curandCreateGenerator(self->curand_gen, CURAND_RNG_PSEUDO_DEFAULT); + curandSetPseudoRandomGeneratorSeed(*(self->curand_gen), time(NULL)); + nerv_matrix_(data_retain)(self); NERV_SET_STATUS(status, NERV_NORMAL, 0); return self; @@ -57,6 +64,7 @@ Matrix *nerv_matrix_(getrow)(Matrix *self, int row) { prow->nmax = prow->ncol; MATRIX_ELEM_PTR(prow) = MATRIX_ROW_PTR(self, row); prow->data_ref = self->data_ref; + prow->curand_gen = self->curand_gen; nerv_matrix_(data_retain)(prow); return prow; } diff --git a/nerv/lib/matrix/matrix.h b/nerv/lib/matrix/matrix.h index 67a6e30..5a85c08 100644 --- a/nerv/lib/matrix/matrix.h +++ b/nerv/lib/matrix/matrix.h @@ -2,6 +2,7 @@ #define NERV_GENERIC_MATRIX_H #include +#include typedef struct Matrix { size_t stride; /* size of a row */ @@ -13,6 +14,7 @@ typedef struct Matrix { long *i; } data; /* pointer to actual storage */ long *data_ref; + curandGenerator_t *curand_gen; } Matrix; #define MATRIX_ROW_PTR(self, row) \ diff --git a/nerv/matrix/generic/cumatrix.c b/nerv/matrix/generic/cumatrix.c index 3d9e694..d1f763b 100644 --- a/nerv/matrix/generic/cumatrix.c +++ b/nerv/matrix/generic/cumatrix.c @@ -62,6 +62,25 @@ static int nerv_matrix_(lua_sigmoid_grad)(lua_State *L) { return 0; } +static int nerv_matrix_(lua_thres_mask)(lua_State *L) { + Status status; + Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); + MATRIX_ELEM thres = luaL_checknumber(L, 2); + MATRIX_ELEM low = luaL_checknumber(L, 3); + MATRIX_ELEM high = luaL_checknumber(L, 4); + nerv_matrix_(thres_mask)(a, thres, low, high, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + +static int nerv_matrix_(lua_rand_uniform)(lua_State *L) { + Status status; + Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); + nerv_matrix_(rand_uniform)(a, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + static int nerv_matrix_(lua_tanh)(lua_State *L) { Status status; Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); @@ -349,9 +368,11 @@ static const luaL_Reg nerv_matrix_(extra_methods)[] = { {"sigmoid_grad", nerv_matrix_(lua_sigmoid_grad)}, {"tanh", nerv_matrix_(lua_tanh)}, {"tanh_grad", nerv_matrix_(lua_tanh_grad)}, + {"rand_uniform", nerv_matrix_(lua_rand_uniform)}, {"softmax", nerv_matrix_(lua_softmax)}, {"mul_elem", nerv_matrix_(lua_mul_elem)}, {"log_elem", nerv_matrix_(lua_log_elem)}, + {"thres_mask", nerv_matrix_(lua_thres_mask)}, {"copy_rows_fromh_by_idx", nerv_matrix_(lua_copy_rows_fromh_by_idx)}, {"copy_rows_fromd_by_idx", nerv_matrix_(lua_copy_rows_fromd_by_idx)}, {"expand_frm", nerv_matrix_(lua_expand_frm)}, -- cgit v1.2.3-70-g09d2 From 41a841f3e0992a578cf5c8f82ae44a552a6f8b2f Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 2 Dec 2015 15:23:54 +0800 Subject: changed thres_mask function of matrix to a more standard api --- nerv/examples/lmptb/tnn/init.lua | 1 + nerv/layer/init.lua | 6 +++--- nerv/lib/matrix/cukernel.h | 2 +- nerv/lib/matrix/generic/cukernel.cu | 11 ++++++----- nerv/lib/matrix/generic/cumatrix.c | 5 +++-- nerv/matrix/generic/cumatrix.c | 9 +++++---- 6 files changed, 19 insertions(+), 15 deletions(-) diff --git a/nerv/examples/lmptb/tnn/init.lua b/nerv/examples/lmptb/tnn/init.lua index d45a2fa..ddaa6b8 100644 --- a/nerv/examples/lmptb/tnn/init.lua +++ b/nerv/examples/lmptb/tnn/init.lua @@ -41,6 +41,7 @@ function LayerT:get_dim() return self.dim_in, self.dim_out end +nerv.include('sutil.lua') nerv.include('tnn.lua') nerv.include('layersT/softmax_ce_t.lua') nerv.include('layersT/lstm_t.lua') diff --git a/nerv/layer/init.lua b/nerv/layer/init.lua index b8b7ea1..32b82d8 100644 --- a/nerv/layer/init.lua +++ b/nerv/layer/init.lua @@ -72,18 +72,18 @@ end function Layer:find_param(pid, l_conf, gconf, p_type, p_dim) if l_conf[pid] ~= nil then - nerv.info("Param [%s] of layer [%s] found in layer_conf.\n", pid, self.id) + nerv.info("Param [%s] of layer [%s] found in layer_conf.", pid, self.id) return l_conf[pid] end local pid_g = self.id .. '_' .. pid --global identifier local pr = l_conf.pr local p if pr ~= nil and pr:has_param(pid_g) == true then - nerv.info("Param [%s] of layer [%s] found in layer_conf.paramRepo.\n", pid, self.id) + nerv.info("Param [%s] of layer [%s] found in layer_conf.paramRepo.", pid, self.id) p = pr:get_param(pid_g) return p end - nerv.info("Param [%s] of layer [%s] is not found in layer_conf or layer_conf.paramRepo, switch to auto-generate.\n", pid, self.id) + nerv.info("Param [%s] of layer [%s] is not found in layer_conf or layer_conf.paramRepo, switch to auto-generate.", pid, self.id) p = p_type(pid_g, gconf) p.trans = gconf.cumat_type(unpack(p_dim)) p.trans:generate(gconf.param_random) diff --git a/nerv/lib/matrix/cukernel.h b/nerv/lib/matrix/cukernel.h index 47dc0a8..fe682d3 100644 --- a/nerv/lib/matrix/cukernel.h +++ b/nerv/lib/matrix/cukernel.h @@ -4,7 +4,7 @@ void cudak_(cuda_log_elem)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); void cudak_(cuda_rand_uniform)(const Matrix *a); //a's curand_gen may be modified -void cudak_(cuda_thres_mask)(const Matrix *a, double thres, double low, double high); +void cudak_(cuda_thres_mask)(const Matrix *a, const Matrix *b, double thres, double low, double high); void cudak_(cuda_tanh)(const Matrix *a, Matrix *b); void cudak_(cuda_tanh_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); void cudak_(cuda_rowsum)(const Matrix *a, Matrix *b); diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index b092e4a..aa830b5 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -20,14 +20,14 @@ __global__ void cudak_(log_elem)(const MATRIX_ELEM *a, MATRIX_ELEM *b, b[idx] = log(tmp); } -__global__ void cudak_(thres_mask)(MATRIX_ELEM *a, double thres, double low, double high, +__global__ void cudak_(thres_mask)(MATRIX_ELEM *a, MATRIX_ELEM *b, double thres, double low, double high, int nrow, int ncol, int stride) { int j = blockIdx.x * blockDim.x + threadIdx.x; int i = blockIdx.y * blockDim.y + threadIdx.y; long idx; if (i >= nrow || j >= ncol) return; idx = j + i * stride; - if (a[idx] < thres) + if (b[idx] < thres) a[idx] = low; else a[idx] = high; @@ -389,7 +389,7 @@ extern "C" { cudaStreamSynchronize(0); } - void cudak_(cuda_rand_uniform)(Matrix *a) { + void cudak_(cuda_rand_uniform)(const Matrix *a) { #ifdef MATRIX_USE_FLOAT curandGenerateUniform(*(a->curand_gen), MATRIX_ELEM_PTR(a), a->nrow * a->stride / sizeof(MATRIX_ELEM)); #endif @@ -398,12 +398,13 @@ extern "C" { #endif } - void cudak_(cuda_thres_mask)(const Matrix *a, double thres, double low, double high) { + void cudak_(cuda_thres_mask)(const Matrix *a, const Matrix *b, double thres, double low, double high) { dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); dim3 numBlocks(CEIL_DIV(a->ncol, threadsPerBlock.x), CEIL_DIV(a->nrow, threadsPerBlock.y)); cudak_(thres_mask)<<>> \ - (MATRIX_ELEM_PTR(a), thres, low, high, a->nrow, a->ncol, a->stride / sizeof(MATRIX_ELEM)); + (MATRIX_ELEM_PTR(a), MATRIX_ELEM_PTR(b), + thres, low, high, a->nrow, a->ncol, a->stride / sizeof(MATRIX_ELEM)); cudaStreamSynchronize(0); } diff --git a/nerv/lib/matrix/generic/cumatrix.c b/nerv/lib/matrix/generic/cumatrix.c index cbb0481..65e0788 100644 --- a/nerv/lib/matrix/generic/cumatrix.c +++ b/nerv/lib/matrix/generic/cumatrix.c @@ -83,9 +83,10 @@ void nerv_matrix_(rand_uniform)(Matrix *a, Status *status) { NERV_SET_STATUS(status, NERV_NORMAL, 0); } -void nerv_matrix_(thres_mask)(Matrix *a, double thres, double low, double high, Status *status) { +void nerv_matrix_(thres_mask)(Matrix *a, Matrix *b, double thres, double low, double high, Status *status) { + CHECK_SAME_DIMENSION(a, b, status); PROFILE_START - cudak_(cuda_thres_mask)(a, thres, low, high); + cudak_(cuda_thres_mask)(a, b, thres, low, high); PROFILE_STOP NERV_SET_STATUS(status, NERV_NORMAL, 0); } diff --git a/nerv/matrix/generic/cumatrix.c b/nerv/matrix/generic/cumatrix.c index d1f763b..fb36033 100644 --- a/nerv/matrix/generic/cumatrix.c +++ b/nerv/matrix/generic/cumatrix.c @@ -65,10 +65,11 @@ static int nerv_matrix_(lua_sigmoid_grad)(lua_State *L) { static int nerv_matrix_(lua_thres_mask)(lua_State *L) { Status status; Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); - MATRIX_ELEM thres = luaL_checknumber(L, 2); - MATRIX_ELEM low = luaL_checknumber(L, 3); - MATRIX_ELEM high = luaL_checknumber(L, 4); - nerv_matrix_(thres_mask)(a, thres, low, high, &status); + Matrix *b = luaT_checkudata(L, 2, nerv_matrix_(tname)); + MATRIX_ELEM thres = luaL_checknumber(L, 3); + MATRIX_ELEM low = luaL_checknumber(L, 4); + MATRIX_ELEM high = luaL_checknumber(L, 5); + nerv_matrix_(thres_mask)(a, b, thres, low, high, &status); NERV_LUA_CHECK_STATUS(L, status); return 0; } -- cgit v1.2.3-70-g09d2 From 094fc872d3e62c5f0950ac1747f130e30a08bee8 Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 2 Dec 2015 18:00:47 +0800 Subject: added dropout_t layer --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 9 ++- nerv/examples/lmptb/m-tests/sutil_test.lua | 4 ++ nerv/examples/lmptb/tnn/init.lua | 1 + nerv/examples/lmptb/tnn/layersT/dropout_t.lua | 71 ++++++++++++++++++++++++ nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua | 16 +++++- nerv/examples/lmptb/tnn/sutil.lua | 51 +++++++++++++++++ 6 files changed, 148 insertions(+), 4 deletions(-) create mode 100644 nerv/examples/lmptb/m-tests/sutil_test.lua create mode 100644 nerv/examples/lmptb/tnn/layersT/dropout_t.lua create mode 100644 nerv/examples/lmptb/tnn/sutil.lua diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 24db06c..4c46369 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -84,6 +84,10 @@ function prepare_layers(global_conf) ["nerv.LSTMLayerT"] = { ["lstmL1"] = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["pr"] = pr}}, }, + + ["nerv.DropoutLayerT"] = { + ["dropoutL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}}, + }, ["nerv.SelectLinearLayer"] = { ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, @@ -137,7 +141,8 @@ function prepare_tnn(global_conf, layerRepo) {"selectL1[1]", "lstmL1[1]", 0}, {"lstmL1[2]", "lstmL1[3]", 1}, - {"lstmL1[1]", "combinerL1[1]", 0}, + {"lstmL1[1]", "dropoutL1[1]", 0}, + {"dropoutL1[1]", "combinerL1[1]", 0}, {"combinerL1[1]", "lstmL1[2]", 1}, {"combinerL1[2]", "outputL[1]", 0}, @@ -279,7 +284,7 @@ else printf("%s no user setting, all default...\n", global_conf.sche_log_pre) end -global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size --.. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' global_conf.param_fn = global_conf.work_dir .. "/params" diff --git a/nerv/examples/lmptb/m-tests/sutil_test.lua b/nerv/examples/lmptb/m-tests/sutil_test.lua new file mode 100644 index 0000000..c2425c2 --- /dev/null +++ b/nerv/examples/lmptb/m-tests/sutil_test.lua @@ -0,0 +1,4 @@ +require "tnn.init" + +ss = "0.1*1:2" +nerv.SUtil.parse_schedule(ss) diff --git a/nerv/examples/lmptb/tnn/init.lua b/nerv/examples/lmptb/tnn/init.lua index ddaa6b8..66ea4ed 100644 --- a/nerv/examples/lmptb/tnn/init.lua +++ b/nerv/examples/lmptb/tnn/init.lua @@ -45,6 +45,7 @@ nerv.include('sutil.lua') nerv.include('tnn.lua') nerv.include('layersT/softmax_ce_t.lua') nerv.include('layersT/lstm_t.lua') +nerv.include('layersT/dropout_t.lua') nerv.include('layers/elem_mul.lua') nerv.include('layers/gate_fff.lua') nerv.include('layer_dag_t.lua') diff --git a/nerv/examples/lmptb/tnn/layersT/dropout_t.lua b/nerv/examples/lmptb/tnn/layersT/dropout_t.lua new file mode 100644 index 0000000..4351285 --- /dev/null +++ b/nerv/examples/lmptb/tnn/layersT/dropout_t.lua @@ -0,0 +1,71 @@ +local Dropout = nerv.class("nerv.DropoutLayerT", "nerv.LayerT") + +function Dropout:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self:check_dim_len(1, 1) -- two inputs: nn output and label +end + +function Dropout:init(batch_size, chunk_size) + if self.dim_in[1] ~= self.dim_out[1] then + nerv.error("mismatching dimensions of input and output") + end + if chunk_size == nil then + chunk_size = 1 + end + self.mask_t = {} + for t = 1, chunk_size do + self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end +end + +function Dropout:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end + for t = 1, chunk_size do + if self.mask_t[t] == nil or self.mask_t[t]:nrow() ~= batch_size then + self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end + end +end + +function Dropout:propagate(input, output, t) + if t == nil then + t = 1 + end + if self.gconf.dropout_rate == nil then + nerv.info("DropoutLayerT:propagate warning, global_conf.dropout_rate is nil, setting it zero") + self.gconf.dropout_rate = 0 + end + + if self.gconf.dropout_rate == 0 then + output[1]:copy_fromd(input[1]) + else + self.mask_t[t]:rand_uniform() + --since we will lose a portion of the actvations, we multiply the activations by 1/(1-dr) to compensate + self.mask_t[t]:thres_mask(self.mask_t[t], self.gconf.dropout_rate, 0, 1 / (1.0 - self.gconf.dropout_rate)) + output[1]:mul_elem(input[1], self.mask_t[t]) + end +end + +function Dropout:update(bp_err, input, output, t) + -- no params, therefore do nothing +end + +function Dropout:back_propagate(bp_err, next_bp_err, input, output, t) + if t == nil then + t = 1 + end + if self.gconf.dropout_rate == 0 then + next_bp_err[1]:copy_fromd(bp_err[1]) + else + next_bp_err[1]:mul_elem(bp_err[1], self.mask_t[t]) + end +end + +function Dropout:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua b/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua index dddb05a..a9ce975 100644 --- a/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua +++ b/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua @@ -16,6 +16,9 @@ function SoftmaxCELayer:init(batch_size, chunk_size) if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then nerv.error("mismatching dimensions of previous network output and labels") end + if chunk_size == nil then + chunk_size = 1 + end self.total_ce = 0.0 self.total_correct = 0 self.total_frames = 0 @@ -27,9 +30,12 @@ function SoftmaxCELayer:init(batch_size, chunk_size) end end -function SoftmaxCELayer:batch_resize(batch_size) +function SoftmaxCELayer:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end for t = 1, chunk_size do - if self.softmax_t[t]:nrow() ~= batch_resize then + if self.softmax_t[t]:nrow() ~= batch_size then self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) end @@ -41,6 +47,9 @@ function SoftmaxCELayer:update(bp_err, input, output, t) end function SoftmaxCELayer:propagate(input, output, t) + if t == nil then + t = 1 + end local softmax = self.softmax_t[t] local ce = self.ce_t[t] local classified = softmax:softmax(input[1]) @@ -65,6 +74,9 @@ end function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) -- softmax output - label + if t == nil then + t = 1 + end local label = input[2] if self.compressed then label = label:decompress(input[1]:ncol()) diff --git a/nerv/examples/lmptb/tnn/sutil.lua b/nerv/examples/lmptb/tnn/sutil.lua new file mode 100644 index 0000000..d157a26 --- /dev/null +++ b/nerv/examples/lmptb/tnn/sutil.lua @@ -0,0 +1,51 @@ +local Util = nerv.class("nerv.SUtil") --Scheduler Utility + +function Util.simple_split(inputstr, sep) + if sep == nil then + sep = "%s" + end + local t={} ; i=1 + for str in string.gmatch(inputstr, "([^"..sep.."]+)") do + t[i] = str + i = i + 1 + end + return t +end + +function Util.parse_schedule(str) + --parse a string like "1.2*10:1.5" to a list of numbers + local sch = {} + local s = Util.simple_split(str, ':') + for i = 1, #s do + local p = Util.simple_split(s[i], "%*") + if #p ~= 2 and #p ~= 1 then + nerv.error("nerv.SUtil:parse_schedule error, unit(%s) not proper, has %d components.", s[i], #p) + end + if p[2] == nil then + p[2] = "1" + end + p[1] = tonumber(p[1]) + p[2] = tonumber(p[2]) + for j = 1, p[2] do + table.insert(sch, p[1]) + end + end + + for i = 1, #sch do + print(sch[i]) + end +end + +function Util.sche_get(s, it) + --get s[it] + if s == nil then + nerv.info("Util.sche_get: warning, scheule is nil, returning zero...") + return 0 + end + if #s >= it then + return s[it] + else + nerv.info("Util.sche_get: warning, it(%d) > #schedule(%d), returning the last one of schedule(%f)...", it, #s, s[#s]) + return s[#s] + end +end -- cgit v1.2.3-70-g09d2 From 103a4291349c0f55155ca97bd236fc7784d286ff Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 2 Dec 2015 20:29:56 +0800 Subject: function name change in LMTrainer --- nerv/examples/lmptb/lm_trainer.lua | 5 ++++- nerv/examples/lmptb/lmptb/lmseqreader.lua | 2 +- nerv/examples/lmptb/lstmlm_ptb_main.lua | 16 ++++++++++------ nerv/examples/lmptb/rnnlm_ptb_main.lua | 10 +++++----- nerv/examples/lmptb/tnn/sutil.lua | 7 ++++--- 5 files changed, 24 insertions(+), 16 deletions(-) diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua index 185bc6d..a203cc6 100644 --- a/nerv/examples/lmptb/lm_trainer.lua +++ b/nerv/examples/lmptb/lm_trainer.lua @@ -17,11 +17,14 @@ function nerv.BiasParam:update_by_gradient(gradient) end --Returns: LMResult -function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) +function LMTrainer.lm_process_file_rnn(global_conf, fn, tnn, do_train) local reader = nerv.LMSeqReader(global_conf, global_conf.batch_size, global_conf.chunk_size, global_conf.vocab) reader:open_file(fn) local result = nerv.LMResult(global_conf, global_conf.vocab) result:init("rnn") + if global_conf.dropout_rate ~= nil then + nerv.info("LMTrainer.lm_process_file_rnn: dropout_rate is %f", global_conf.dropout_rate) + end global_conf.timer:flush() tnn:flush_all() --caution: will also flush the inputs from the reader! diff --git a/nerv/examples/lmptb/lmptb/lmseqreader.lua b/nerv/examples/lmptb/lmptb/lmseqreader.lua index cc805a4..04eba45 100644 --- a/nerv/examples/lmptb/lmptb/lmseqreader.lua +++ b/nerv/examples/lmptb/lmptb/lmseqreader.lua @@ -24,7 +24,7 @@ function LMReader:open_file(fn) nerv.error("%s error: in open_file(fn is %s), file handle not nil.", self.log_pre, fn) end printf("%s opening file %s...\n", self.log_pre, fn) - print("batch_size:", self.batch_size, "chunk_size", self.chunk_size) + print(self.log_pre, "batch_size:", self.batch_size, "chunk_size", self.chunk_size) self.fh = io.open(fn, "r") self.streams = {} for i = 1, self.batch_size, 1 do diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 4c46369..53a7bd5 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -200,6 +200,7 @@ global_conf = { max_iter = 35, decay_iter = 10, param_random = function() return (math.random() / 5 - 0.1) end, + dropout_str = "0.5*15:0", train_fn = train_fn, valid_fn = valid_fn, @@ -288,7 +289,8 @@ global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_si global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' global_conf.param_fn = global_conf.work_dir .. "/params" - +global_conf.dropout_list = nerv.SUtil.parse_schedule(global_conf.dropout_str) +global_conf.dropout_rate = 0 ----------------printing options--------------------------------- printf("%s printing global_conf...\n", global_conf.sche_log_pre) for id, value in pairs(global_conf) do @@ -324,7 +326,7 @@ if start_iter == -1 or start_iter == 0 then local tnn = load_net(global_conf, 0) global_conf.paramRepo = tnn:get_params() --get auto-generted params global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file - local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + local result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! nerv.LMUtil.wait(1) ppl_rec[0] = {} ppl_rec[0].valid = result:ppl_all("rnn") @@ -344,7 +346,9 @@ for iter = start_iter, global_conf.max_iter, 1 do global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" tnn = load_net(global_conf, iter - 1) printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) - result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + global_conf.dropout_rate = nerv.SUtil.sche_get(global_conf.dropout_list, iter) + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + global_conf.dropout_rate = 0 ppl_rec[iter] = {} ppl_rec[iter].train = result:ppl_all("rnn") --shuffling training file @@ -352,10 +356,10 @@ for iter = start_iter, global_conf.max_iter, 1 do os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) printf("===PEEK ON TEST %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! ppl_rec[iter].test = result:ppl_all("rnn") printf("===VALIDATION %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! ppl_rec[iter].valid = result:ppl_all("rnn") ppl_rec[iter].lr = global_conf.lrate if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then @@ -385,5 +389,5 @@ printf("\n") printf("===FINAL TEST===\n") global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" tnn = load_net(global_conf, final_iter) -LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! +LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! diff --git a/nerv/examples/lmptb/rnnlm_ptb_main.lua b/nerv/examples/lmptb/rnnlm_ptb_main.lua index 16024a8..35b2e08 100644 --- a/nerv/examples/lmptb/rnnlm_ptb_main.lua +++ b/nerv/examples/lmptb/rnnlm_ptb_main.lua @@ -307,7 +307,7 @@ if start_iter == -1 or start_iter == 0 then local tnn = load_net(global_conf, 0) global_conf.paramRepo = tnn:get_params() --get auto-generted params global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file - local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + local result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! nerv.LMUtil.wait(1) ppl_rec[0] = {} ppl_rec[0].valid = result:ppl_all("rnn") @@ -327,7 +327,7 @@ for iter = start_iter, global_conf.max_iter, 1 do global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" tnn = load_net(global_conf, iter - 1) printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) - result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! ppl_rec[iter] = {} ppl_rec[iter].train = result:ppl_all("rnn") --shuffling training file @@ -335,10 +335,10 @@ for iter = start_iter, global_conf.max_iter, 1 do os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) printf("===PEEK ON TEST %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! ppl_rec[iter].test = result:ppl_all("rnn") printf("===VALIDATION %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! ppl_rec[iter].valid = result:ppl_all("rnn") ppl_rec[iter].lr = global_conf.lrate if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then @@ -368,5 +368,5 @@ printf("\n") printf("===FINAL TEST===\n") global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" tnn = load_net(global_conf, final_iter) -LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! +LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! diff --git a/nerv/examples/lmptb/tnn/sutil.lua b/nerv/examples/lmptb/tnn/sutil.lua index d157a26..f5bc408 100644 --- a/nerv/examples/lmptb/tnn/sutil.lua +++ b/nerv/examples/lmptb/tnn/sutil.lua @@ -31,9 +31,10 @@ function Util.parse_schedule(str) end end - for i = 1, #sch do - print(sch[i]) - end + --for i = 1, #sch do + -- print(sch[i]) + --end + return sch end function Util.sche_get(s, it) -- cgit v1.2.3-70-g09d2 From df2a5d287c1889da0d3c91a2f057086b5a080be7 Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 2 Dec 2015 21:24:54 +0800 Subject: added se_mode for lmseqreader, todo:check it --- nerv/examples/lmptb/lmptb/lmseqreader.lua | 86 +++++++++++++++--------- nerv/examples/lmptb/m-tests/lmseqreader_test.lua | 3 +- 2 files changed, 56 insertions(+), 33 deletions(-) diff --git a/nerv/examples/lmptb/lmptb/lmseqreader.lua b/nerv/examples/lmptb/lmptb/lmseqreader.lua index 04eba45..ff07415 100644 --- a/nerv/examples/lmptb/lmptb/lmseqreader.lua +++ b/nerv/examples/lmptb/lmptb/lmseqreader.lua @@ -1,4 +1,5 @@ require 'lmptb.lmvocab' +require 'tnn.init' local LMReader = nerv.class("nerv.LMSeqReader") @@ -7,7 +8,7 @@ local printf = nerv.printf --global_conf: table --batch_size: int --vocab: nerv.LMVocab -function LMReader:__init(global_conf, batch_size, chunk_size, vocab) +function LMReader:__init(global_conf, batch_size, chunk_size, vocab, r_conf) self.gconf = global_conf self.fh = nil --file handle to read, nil means currently no file self.batch_size = batch_size @@ -15,6 +16,13 @@ function LMReader:__init(global_conf, batch_size, chunk_size, vocab) self.log_pre = "[LOG]LMSeqReader:" self.vocab = vocab self.streams = nil + if r_conf == nil then + r_conf = {} + end + self.se_mode = false --sentence end mode, when a sentence end is met, the stream after will be null + if r_conf.se_mode == true then + self.se_mode = true + end end --fn: string @@ -25,6 +33,7 @@ function LMReader:open_file(fn) end printf("%s opening file %s...\n", self.log_pre, fn) print(self.log_pre, "batch_size:", self.batch_size, "chunk_size", self.chunk_size) + print(self.log_pre, "se_mode:", self.se_mode) self.fh = io.open(fn, "r") self.streams = {} for i = 1, self.batch_size, 1 do @@ -35,7 +44,7 @@ function LMReader:open_file(fn) for j = 1, self.chunk_size, 1 do self.bak_inputs_m[j] = {} self.bak_inputs_m[j][1] = self.gconf.mmat_type(self.batch_size, 1) - self.bak_inputs_m[j][2] = self.gconf.mmat_type(self.batch_size, self.vocab:size()) --since MMatrix does not yet have fill, this m[j][2] is not used + --self.bak_inputs_m[j][2] = self.gconf.mmat_type(self.batch_size, self.vocab:size()) --since MMatrix does not yet have fill, this m[j][2] is not used end end @@ -98,44 +107,57 @@ function LMReader:get_batch(feeds) end for i = 1, self.batch_size, 1 do local st = self.streams[i] + local end_stream = false --used for se_mode, indicating that this stream is ended for j = 1, self.chunk_size, 1 do flags[j][i] = 0 - self:refresh_stream(i) - if st.store[st.head] ~= nil then - inputs_s[j][i] = st.store[st.head] - --inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 - self.bak_inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 - else + if end_stream == true then + if self.se_mode == false then + nerv.error("lmseqreader:getbatch: error, end_stream is true while se_mode is false") + end inputs_s[j][i] = self.vocab.null_token - --inputs_m[j][1][i - 1][0] = 0 self.bak_inputs_m[j][1][i - 1][0] = 0 - end - if st.store[st.head + 1] ~= nil then - labels_s[j][i] = st.store[st.head + 1] - inputs_m[j][2][i - 1][self.vocab:get_word_str(st.store[st.head + 1]).id - 1] = 1 + labels_s[j][i] = self.vocab.null_token else - if (inputs_s[j][i] ~= self.vocab.null_token) then - nerv.error("reader error : input not null but label is null_token") + self:refresh_stream(i) + if st.store[st.head] ~= nil then + inputs_s[j][i] = st.store[st.head] + --inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 + self.bak_inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 + else + inputs_s[j][i] = self.vocab.null_token + --inputs_m[j][1][i - 1][0] = 0 + self.bak_inputs_m[j][1][i - 1][0] = 0 end - labels_s[j][i] = self.vocab.null_token - end - if (inputs_s[j][i] ~= self.vocab.null_token) then - if (labels_s[j][i] == self.vocab.null_token) then - nerv.error("reader error : label is null while input is not null") + if st.store[st.head + 1] ~= nil then + labels_s[j][i] = st.store[st.head + 1] + inputs_m[j][2][i - 1][self.vocab:get_word_str(st.store[st.head + 1]).id - 1] = 1 + else + if (inputs_s[j][i] ~= self.vocab.null_token) then + nerv.error("reader error : input not null but label is null_token") + end + labels_s[j][i] = self.vocab.null_token end - flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_NORM) - got_new = true - st.store[st.head] = nil - st.head = st.head + 1 - if labels_s[j][i] == self.vocab.sen_end_token then - flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_END) - st.store[st.head] = nil --sentence end is passed + if inputs_s[j][i] ~= self.vocab.null_token then + if labels_s[j][i] == self.vocab.null_token then + nerv.error("reader error : label is null while input is not null") + end + flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_NORM) --has both input and label + got_new = true + st.store[st.head] = nil st.head = st.head + 1 - end - if inputs_s[j][i] == self.vocab.sen_end_token then - flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_START) - end - end + if labels_s[j][i] == self.vocab.sen_end_token then + flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_END) + st.store[st.head] = nil --sentence end is passed + st.head = st.head + 1 + if self.se_mode == true then + end_stream = true --meet sentence end, this stream ends now + end + end + if inputs_s[j][i] == self.vocab.sen_end_token then + flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_START) + end + end + end end end diff --git a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua index cbcdcbe..b98ff95 100644 --- a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua +++ b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua @@ -12,7 +12,7 @@ local batch_size = 3 local global_conf = { lrate = 1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, hidden_size = 20, chunk_size = chunk_size, @@ -35,6 +35,7 @@ reader:open_file(test_fn) local feeds = {} feeds.flags_now = {} feeds.inputs_m = {} +feeds.flagsPack_now = {} for j = 1, chunk_size do feeds.inputs_m[j] = {global_conf.cumat_type(batch_size, 1), global_conf.cumat_type(batch_size, global_conf.vocab:size())} feeds.flags_now[j] = {} -- cgit v1.2.3-70-g09d2 From b1ccbf0cc57dcbca443724377278c88bf2d707a7 Mon Sep 17 00:00:00 2001 From: txh18 Date: Wed, 2 Dec 2015 23:51:29 +0800 Subject: small bug fix in tnn for se_mode, todo:test it --- nerv/examples/lmptb/tnn/tnn.lua | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/nerv/examples/lmptb/tnn/tnn.lua b/nerv/examples/lmptb/tnn/tnn.lua index 5448088..8cafe6a 100644 --- a/nerv/examples/lmptb/tnn/tnn.lua +++ b/nerv/examples/lmptb/tnn/tnn.lua @@ -386,7 +386,6 @@ function TNN:propagate_dfs(ref, t) --ok, do propagate --print("debug ok, propagating"); - --[[ if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border history for i = 1, self.batch_size do local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) @@ -394,18 +393,16 @@ function TNN:propagate_dfs(ref, t) if (seq_start > 0 or seq_end > 0) then for p, conn in pairs(ref.i_conns_p) do if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to default - ref.inputs_matbak_p[p][i - 1]:copy_fromd(ref.inputs_m[t][p][i - 1]) ref.inputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) end end end end end - ]]-- self.gconf.timer:tic("tnn_actual_layer_propagate") ref.layer:propagate(ref.inputs_m[t], ref.outputs_m[t], t) --propagate! self.gconf.timer:toc("tnn_actual_layer_propagate") - + --[[ if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --restore cross-border history for i = 1, self.batch_size do local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) @@ -419,6 +416,7 @@ function TNN:propagate_dfs(ref, t) end end end + ]]-- --set input flag for future layers for i = 1, #ref.dim_out do if (ref.outputs_b[t][i] == true) then -- cgit v1.2.3-70-g09d2 From 63cd5b0ab0d2fd1693fdaec0e57b5e02ad718dfb Mon Sep 17 00:00:00 2001 From: txh18 Date: Thu, 3 Dec 2015 00:01:24 +0800 Subject: ... --- nerv/examples/lmptb/tnn/tnn.lua | 1 + 1 file changed, 1 insertion(+) diff --git a/nerv/examples/lmptb/tnn/tnn.lua b/nerv/examples/lmptb/tnn/tnn.lua index 8cafe6a..56c9dc0 100644 --- a/nerv/examples/lmptb/tnn/tnn.lua +++ b/nerv/examples/lmptb/tnn/tnn.lua @@ -386,6 +386,7 @@ function TNN:propagate_dfs(ref, t) --ok, do propagate --print("debug ok, propagating"); + --The MB moving will cause bordering history to be changed, so it is more wise to flush the input activation if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border history for i = 1, self.batch_size do local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) -- cgit v1.2.3-70-g09d2 From bba82cac04474b8177ab45d41543bc993801a4e0 Mon Sep 17 00:00:00 2001 From: txh18 Date: Thu, 3 Dec 2015 12:48:49 +0800 Subject: moved tnn to main nerv dir and added it to Makefile --- nerv/Makefile | 7 +- nerv/examples/lmptb/lm_trainer.lua | 2 +- nerv/examples/lmptb/lmptb/lmseqreader.lua | 2 +- nerv/examples/lmptb/lstmlm_ptb_main.lua | 6 +- nerv/examples/lmptb/m-tests/sutil_test.lua | 2 +- nerv/examples/lmptb/rnnlm_ptb_main.lua | 2 +- nerv/examples/lmptb/tnn/init.lua | 51 -- nerv/examples/lmptb/tnn/layer_dag_t.lua | 386 ---------------- nerv/examples/lmptb/tnn/layers/elem_mul.lua | 38 -- nerv/examples/lmptb/tnn/layers/gate_fff.lua | 71 --- nerv/examples/lmptb/tnn/layersT/dropout_t.lua | 71 --- nerv/examples/lmptb/tnn/layersT/lstm_t.lua | 125 ----- nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua | 93 ---- nerv/examples/lmptb/tnn/sutil.lua | 52 --- nerv/examples/lmptb/tnn/tnn.lua | 565 ----------------------- nerv/init.lua | 1 + nerv/layer/elem_mul.lua | 38 ++ nerv/layer/gate_fff.lua | 71 +++ nerv/layer/init.lua | 2 + nerv/tnn/init.lua | 49 ++ nerv/tnn/layer_dag_t.lua | 386 ++++++++++++++++ nerv/tnn/layersT/dropout_t.lua | 71 +++ nerv/tnn/layersT/lstm_t.lua | 125 +++++ nerv/tnn/layersT/softmax_ce_t.lua | 93 ++++ nerv/tnn/sutil.lua | 52 +++ nerv/tnn/tnn.lua | 565 +++++++++++++++++++++++ 26 files changed, 1465 insertions(+), 1461 deletions(-) delete mode 100644 nerv/examples/lmptb/tnn/init.lua delete mode 100644 nerv/examples/lmptb/tnn/layer_dag_t.lua delete mode 100644 nerv/examples/lmptb/tnn/layers/elem_mul.lua delete mode 100644 nerv/examples/lmptb/tnn/layers/gate_fff.lua delete mode 100644 nerv/examples/lmptb/tnn/layersT/dropout_t.lua delete mode 100644 nerv/examples/lmptb/tnn/layersT/lstm_t.lua delete mode 100644 nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua delete mode 100644 nerv/examples/lmptb/tnn/sutil.lua delete mode 100644 nerv/examples/lmptb/tnn/tnn.lua create mode 100644 nerv/layer/elem_mul.lua create mode 100644 nerv/layer/gate_fff.lua create mode 100644 nerv/tnn/init.lua create mode 100644 nerv/tnn/layer_dag_t.lua create mode 100644 nerv/tnn/layersT/dropout_t.lua create mode 100644 nerv/tnn/layersT/lstm_t.lua create mode 100644 nerv/tnn/layersT/softmax_ce_t.lua create mode 100644 nerv/tnn/sutil.lua create mode 100644 nerv/tnn/tnn.lua diff --git a/nerv/Makefile b/nerv/Makefile index df6ce98..5c329f9 100644 --- a/nerv/Makefile +++ b/nerv/Makefile @@ -7,7 +7,7 @@ INC_PATH := $(LUA_BINDIR)/../include/nerv LUA_DIR = $(INST_LUADIR)/nerv OBJ_DIR := $(BUILD_DIR)/objs ISUBDIR := io matrix luaT -SUBDIR := matrix io layer examples nn lib/io lib/luaT lib/matrix +SUBDIR := matrix io layer examples nn lib/io lib/luaT lib/matrix tnn/layersT INC_SUBDIR := $(addprefix $(INC_PATH)/,$(ISUBDIR)) OBJ_SUBDIR := $(addprefix $(OBJ_DIR)/,$(SUBDIR)) @@ -32,8 +32,11 @@ LIBS := $(INST_LIBDIR)/libnerv.so $(LIB_PATH)/libnervcore.so $(LIB_PATH)/libluaT LUA_LIBS := matrix/init.lua io/init.lua init.lua \ layer/init.lua layer/affine.lua layer/sigmoid.lua layer/tanh.lua layer/softmax_ce.lua layer/softmax.lua \ layer/window.lua layer/bias.lua layer/combiner.lua layer/mse.lua layer/affine_recurrent.lua \ + layer/elem_mul.lua layer/gate_fff.lua \ nn/init.lua nn/layer_repo.lua nn/param_repo.lua nn/layer_dag.lua \ - io/sgd_buffer.lua + io/sgd_buffer.lua \ + tnn/init.lua tnn/layer_dag_t.lua tnn/sutil.lua tnn/tnn.lua \ + tnn/layersT/dropout_t.lua tnn/layersT/lstm_t.lua tnn/layersT/softmax_ce_t.lua INCLUDE := -I $(LUA_INCDIR) -DLUA_USE_APICHECK #CUDA_BASE := /usr/local/cuda-7.0 diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua index a203cc6..e5384b1 100644 --- a/nerv/examples/lmptb/lm_trainer.lua +++ b/nerv/examples/lmptb/lm_trainer.lua @@ -2,7 +2,7 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' require 'lmptb.layer.init' -require 'tnn.init' +--require 'tnn.init' require 'lmptb.lmseqreader' local LMTrainer = nerv.class('nerv.LMTrainer') diff --git a/nerv/examples/lmptb/lmptb/lmseqreader.lua b/nerv/examples/lmptb/lmptb/lmseqreader.lua index ff07415..ead8d4c 100644 --- a/nerv/examples/lmptb/lmptb/lmseqreader.lua +++ b/nerv/examples/lmptb/lmptb/lmseqreader.lua @@ -1,5 +1,5 @@ require 'lmptb.lmvocab' -require 'tnn.init' +--require 'tnn.init' local LMReader = nerv.class("nerv.LMSeqReader") diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 53a7bd5..4123378 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -2,7 +2,7 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' require 'lmptb.layer.init' -require 'tnn.init' +--require 'tnn.init' require 'lmptb.lmseqreader' require 'lm_trainer' @@ -197,10 +197,10 @@ global_conf = { hidden_size = 300, --set to 400 for a stable good test PPL chunk_size = 15, batch_size = 10, - max_iter = 35, + max_iter = 45, decay_iter = 10, param_random = function() return (math.random() / 5 - 0.1) end, - dropout_str = "0.5*15:0", + dropout_str = "0.5", train_fn = train_fn, valid_fn = valid_fn, diff --git a/nerv/examples/lmptb/m-tests/sutil_test.lua b/nerv/examples/lmptb/m-tests/sutil_test.lua index c2425c2..3f9bf9e 100644 --- a/nerv/examples/lmptb/m-tests/sutil_test.lua +++ b/nerv/examples/lmptb/m-tests/sutil_test.lua @@ -1,4 +1,4 @@ -require "tnn.init" +--require "tnn.init" ss = "0.1*1:2" nerv.SUtil.parse_schedule(ss) diff --git a/nerv/examples/lmptb/rnnlm_ptb_main.lua b/nerv/examples/lmptb/rnnlm_ptb_main.lua index 35b2e08..ca62023 100644 --- a/nerv/examples/lmptb/rnnlm_ptb_main.lua +++ b/nerv/examples/lmptb/rnnlm_ptb_main.lua @@ -2,7 +2,7 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' require 'lmptb.layer.init' -require 'tnn.init' +--require 'tnn.init' require 'lmptb.lmseqreader' require 'lm_trainer' diff --git a/nerv/examples/lmptb/tnn/init.lua b/nerv/examples/lmptb/tnn/init.lua deleted file mode 100644 index 66ea4ed..0000000 --- a/nerv/examples/lmptb/tnn/init.lua +++ /dev/null @@ -1,51 +0,0 @@ -local LayerT = nerv.class('nerv.LayerT') - -function LayerT:__init(id, global_conf, layer_conf) - nerv.error_method_not_implemented() -end - -function LayerT:init(batch_size, chunk_size) - nerv.error_method_not_implemented() -end - -function LayerT:update(bp_err, input, output, t) - nerv.error_method_not_implemented() -end - -function LayerT:propagate(input, output, t) - nerv.error_method_not_implemented() -end - -function LayerT:back_propagate(bp_err, next_bp_err, input, output, t) - nerv.error_method_not_implemented() -end - -function LayerT:check_dim_len(len_in, len_out) - local expected_in = #self.dim_in - local expected_out = #self.dim_out - if len_in > 0 and expected_in ~= len_in then - nerv.error("layer %s expects %d inputs, %d given", - self.id, len_in, expected_in) - end - if len_out > 0 and expected_out ~= len_out then - nerv.error("layer %s expects %d outputs, %d given", - self.id, len_out, expected_out) - end -end - -function LayerT:get_params() - nerv.error_method_not_implemented() -end - -function LayerT:get_dim() - return self.dim_in, self.dim_out -end - -nerv.include('sutil.lua') -nerv.include('tnn.lua') -nerv.include('layersT/softmax_ce_t.lua') -nerv.include('layersT/lstm_t.lua') -nerv.include('layersT/dropout_t.lua') -nerv.include('layers/elem_mul.lua') -nerv.include('layers/gate_fff.lua') -nerv.include('layer_dag_t.lua') diff --git a/nerv/examples/lmptb/tnn/layer_dag_t.lua b/nerv/examples/lmptb/tnn/layer_dag_t.lua deleted file mode 100644 index e3a9316..0000000 --- a/nerv/examples/lmptb/tnn/layer_dag_t.lua +++ /dev/null @@ -1,386 +0,0 @@ -local DAGLayerT = nerv.class("nerv.DAGLayerT", "nerv.LayerT") - -local function parse_id(str) - local id, port, _ - _, _, id, port = string.find(str, "([a-zA-Z0-9_.]+)%[([0-9]+)%]") - if id == nil or port == nil then - _, _, id, port = string.find(str, "(.+)%[([0-9]+)%]") - if not (id == "" or id == "") then - nerv.error("wrong format of connection id") - end - end - port = tonumber(port) - return id, port -end - -local function discover(id, layers, layer_repo) - local ref = layers[id] - if id == "" or id == "" then - return nil - end - if ref == nil then - local layer = layer_repo:get_layer(id) - local dim_in, dim_out = layer:get_dim() - ref = { - id = layer.id, - layer = layer, - inputs = {}, - outputs = {}, - err_inputs = {}, - err_outputs = {}, - next_layers = {}, - input_len = #dim_in, - output_len = #dim_out, - in_deg = 0, - visited = false - } - layers[id] = ref - end - return ref -end - -function DAGLayerT:__init(id, global_conf, layer_conf) - local layers = {} - local inputs = {} - local outputs = {} - local dim_in = layer_conf.dim_in - local dim_out = layer_conf.dim_out - local parsed_conn = {} - for from, to in pairs(layer_conf.connections) do - local id_from, port_from = parse_id(from) - local id_to, port_to = parse_id(to) - local ref_from = discover(id_from, layers, layer_conf.sub_layers) - local ref_to = discover(id_to, layers, layer_conf.sub_layers) - local input_dim, output_dim, _ - if id_from == "" then - input_dim, _ = ref_to.layer:get_dim() - if dim_in[port_from] ~= input_dim[port_to] then - nerv.error("mismatching data dimension between %s and %s", from, to) - end - inputs[port_from] = {ref_to, port_to} - if ref_to.inputs[1] == nil then - ref_to.inputs[1] = {} - end - if ref_to.inputs[1][port_to] ~= nil then - nerv.error("port(%d) for layer(%s) already attached", port_to, to) - end - ref_to.inputs[1][port_to] = inputs -- just a place holder - elseif id_to == "" then - _, output_dim = ref_from.layer:get_dim() - if output_dim[port_from] ~= dim_out[port_to] then - nerv.error("mismatching data dimension between %s and %s", from, to) - end - outputs[port_to] = {ref_from, port_from} - if ref_from.outputs[1] == nil then - ref_from.outputs[1] = {} - end - if ref_from.outputs[1][port_from] ~= nil then - nerv.error("port(%d) for layer(%s) already attached", port_from, from) - end - ref_from.outputs[1] = {} - ref_from.outputs[1][port_from] = outputs -- just a place holder - else - _, output_dim = ref_from.layer:get_dim() - input_dim, _ = ref_to.layer:get_dim() - if output_dim[port_from] ~= input_dim[port_to] then - nerv.error("mismatching data dimension between %s and %s", from, to) - end - - table.insert(parsed_conn, - {{ref_from, port_from}, {ref_to, port_to}}) - table.insert(ref_from.next_layers, ref_to) -- add edge - ref_to.in_deg = ref_to.in_deg + 1 -- increase the in-degree of the target layer - end - end - - -- topology sort - local queue = {} - local l = 1 - local r = 1 - for id, ref in pairs(layers) do - if ref.in_deg == 0 then - table.insert(queue, ref) - nerv.info("adding source layer: %s", id) - r = r + 1 - end - end - if l == r then - nerv.error("loop detected") - end - while l < r do - local cur = queue[l] - cur.visited = true - l = l + 1 - for _, nl in pairs(cur.next_layers) do - nl.in_deg = nl.in_deg - 1 - if nl.in_deg == 0 then - table.insert(queue, nl) - r = r + 1 - end - end - end - for i = 1, #queue do - nerv.info("enqueued layer: %s %s", queue[i].layer, queue[i].layer.id) - end - - for id, ref in pairs(layers) do - -- check wether the graph is connected - if ref.visited == false then - nerv.warning("layer %s is ignored", id) - end - end - - self.layers = layers - self.inputs = inputs - self.outputs = outputs - self.id = id - self.dim_in = dim_in - self.dim_out = dim_out - self.parsed_conn = parsed_conn - self.queue = queue - self.gconf = global_conf -end - -function DAGLayerT:init(batch_size, chunk_size) - nerv.info("initing DAGLayerT %s...\n", self.id) - if chunk_size == nil then - chunk_size = 1 - nerv.info("(Initing DAGLayerT) chunk_size is nil, setting it to default 1\n") - end - - self.chunk_size = chunk_size - - for i, conn in ipairs(self.parsed_conn) do - local _, output_dim - local ref_from, port_from, ref_to, port_to - ref_from, port_from = unpack(conn[1]) - ref_to, port_to = unpack(conn[2]) - _, output_dim = ref_from.layer:get_dim() - local dim = 1 - if output_dim[port_from] > 0 then - dim = output_dim[port_from] - end - - for t = 1, chunk_size do - local mid = self.gconf.cumat_type(batch_size, dim) - local err_mid = mid:create() - - if ref_from.outputs[t] == nil then - ref_from.outputs[t] = {} - end - if ref_to.inputs[t] == nil then - ref_to.inputs[t] = {} - end - if ref_to.err_outputs[t] == nil then - ref_to.err_outputs[t] = {} - end - if ref_from.err_inputs[t] == nil then - ref_from.err_inputs[t] = {} - end - - ref_from.outputs[t][port_from] = mid - ref_to.inputs[t][port_to] = mid - - ref_from.err_inputs[t][port_from] = err_mid - ref_to.err_outputs[t][port_to] = err_mid - end - end - for id, ref in pairs(self.layers) do - for i = 1, ref.input_len do - if ref.inputs[1][i] == nil then --peek at time 1 - nerv.error("dangling input port %d of layer %s", i, id) - end - end - for i = 1, ref.output_len do - if ref.outputs[1][i] == nil then --peek at time 1 - nerv.error("dangling output port %d of layer %s", i, id) - end - end - -- initialize sub layers - ref.layer:init(batch_size, chunk_size) - end - for i = 1, #self.dim_in do - if self.inputs[i] == nil then - nerv.error("dangling port %d of layer ", i) - end - end - for i = 1, #self.dim_out do - if self.outputs[i] == nil then - nerv.error("dangling port %d of layer ", i) - end - end -end - -function DAGLayerT:batch_resize(batch_size, chunk_size) - if chunk_size == nil then - chunk_size = 1 - end - if batch_size ~= self.gconf.batch_size - or chunk_size ~= self.gconf.chunk_size then - nerv.printf("warn: in DAGLayerT:batch_resize, the batch_size ~= gconf.batch_size, or chunk_size ~= gconf.chunk_size") - end - self.gconf.batch_size = batch_size - self.gconf.chunk_size = chunk_size - - for i, conn in ipairs(self.parsed_conn) do - local _, output_dim - local ref_from, port_from, ref_to, port_to - ref_from, port_from = unpack(conn[1]) - ref_to, port_to = unpack(conn[2]) - _, output_dim = ref_from.layer:get_dim() - - for t = 1, chunk_size do - if ref_from.outputs[t] == nil then - ref_from.outputs[t] = {} - end - if ref_to.inputs[t] == nil then - ref_to.inputs[t] = {} - end - if ref_from.err_outputs[t] == nil then - ref_from.err_outputs[t] = {} - end - if ref_from.err_inputs[t] == nil then - ref_from.err_inputs[t] = {} - end - - local mid = self.gconf.cumat_type(batch_size, dim) - local err_mid = mid:create() - - ref_from.outputs[t][port_from] = mid - ref_to.inputs[t][port_to] = mid - - ref_from.err_inputs[t][port_from] = err_mid - ref_to.err_outputs[t][port_to] = err_mid - end - end - for id, ref in pairs(self.layers) do - ref.layer:batch_resize(batch_size, chunk_size) - end - collectgarbage("collect") -end - -function DAGLayerT:set_inputs(input, t) - for i = 1, #self.dim_in do - if input[i] == nil then - nerv.error("some input is not provided"); - end - local layer = self.inputs[i][1] - local port = self.inputs[i][2] - if layer.inputs[t] == nil then - layer.inputs[t] = {} - end - layer.inputs[t][port] = input[i] - end -end - -function DAGLayerT:set_outputs(output, t) - for i = 1, #self.dim_out do - if output[i] == nil then - nerv.error("some output is not provided"); - end - local layer = self.outputs[i][1] - local port = self.outputs[i][2] - if layer.outputs[t] == nil then - layer.outputs[t] = {} - end - layer.outputs[t][port] = output[i] - end -end - -function DAGLayerT:set_err_inputs(bp_err, t) - for i = 1, #self.dim_out do - local layer = self.outputs[i][1] - local port = self.outputs[i][2] - if layer.err_inputs[t] == nil then - layer.err_inputs[t] = {} - end - layer.err_inputs[t][port] = bp_err[i] - end -end - -function DAGLayerT:set_err_outputs(next_bp_err, t) - for i = 1, #self.dim_in do - local layer = self.inputs[i][1] - local port = self.inputs[i][2] - if layer.err_outputs[t] == nil then - layer.err_outputs[t] = {} - end - layer.err_outputs[t][port] = next_bp_err[i] - end -end - -function DAGLayerT:update(bp_err, input, output, t) - if t == nil then - t = 1 - end - self:set_err_inputs(bp_err, t) - self:set_inputs(input, t) - self:set_outputs(output, t) - for id, ref in pairs(self.queue) do - ref.layer:update(ref.err_inputs[t], ref.inputs[t], ref.outputs[t], t) - end -end - -function DAGLayerT:propagate(input, output, t) - if t == nil then - t = 1 - end - self:set_inputs(input, t) - self:set_outputs(output, t) - local ret = false - for i = 1, #self.queue do - local ref = self.queue[i] - --print("debug DAGLAyerT:propagate", ref.id, t) - ret = ref.layer:propagate(ref.inputs[t], ref.outputs[t], t) - end - return ret -end - -function DAGLayerT:back_propagate(bp_err, next_bp_err, input, output, t) - if t == nil then - t = 1 - end - self:set_err_outputs(next_bp_err, t) - self:set_err_inputs(bp_err, t) - self:set_inputs(input, t) - self:set_outputs(output, t) - for i = #self.queue, 1, -1 do - local ref = self.queue[i] - ref.layer:back_propagate(ref.err_inputs[t], ref.err_outputs[t], ref.inputs[t], ref.outputs[t], t) - end -end - -function DAGLayerT:get_params() - local param_repos = {} - for id, ref in pairs(self.queue) do - table.insert(param_repos, ref.layer:get_params()) - end - return nerv.ParamRepo.merge(param_repos) -end - -DAGLayerT.PORT_TYPES = { - INPUT = {}, - OUTPUT = {}, - ERR_INPUT = {}, - ERR_OUTPUT = {} -} - -function DAGLayerT:get_intermediate(id, port_type) - if id == "" or id == "" then - nerv.error("an actual real layer id is expected") - end - local layer = self.layers[id] - if layer == nil then - nerv.error("layer id %s not found", id) - end - if port_type == DAGLayerT.PORT_TYPES.INPUT then - return layer.inputs - elseif port_type == DAGLayerT.PORT_TYPES.OUTPUT then - return layer.outputs - elseif port_type == DAGLayerT.PORT_TYPES.ERR_INPUT then - return layer.err_inputs - elseif port_type == DAGLayerT.PORT_TYPES.ERR_OUTPUT then - return layer.err_outputs - end - nerv.error("unrecognized port type") -end diff --git a/nerv/examples/lmptb/tnn/layers/elem_mul.lua b/nerv/examples/lmptb/tnn/layers/elem_mul.lua deleted file mode 100644 index c809d3e..0000000 --- a/nerv/examples/lmptb/tnn/layers/elem_mul.lua +++ /dev/null @@ -1,38 +0,0 @@ -local ElemMulLayer = nerv.class('nerv.ElemMulLayer', 'nerv.Layer') - -function ElemMulLayer:__init(id, global_conf, layer_conf) - self.id = id - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.gconf = global_conf - - self:check_dim_len(2, 1) -- Element-multiply input[1] and input[2] -end - -function ElemMulLayer:init(batch_size) - if self.dim_in[1] ~= self.dim_in[2] or - self.dim_in[1] ~= self.dim_out[1] then - nerv.error("dim_in and dim_out mismatch for ElemMulLayer") - end -end - -function ElemMulLayer:batch_resize(batch_size) - --do nothing -end - -function ElemMulLayer:propagate(input, output) - output[1]:mul_elem(input[1], input[2]) -end - -function ElemMulLayer:back_propagate(bp_err, next_bp_err, input, output) - next_bp_err[1]:mul_elem(bp_err[1], input[2]) - next_bp_err[2]:mul_elem(bp_err[1], input[1]) -end - -function ElemMulLayer:update(bp_err, input, output) - --do nothing -end - -function ElemMulLayer:get_params() - return nerv.ParamRepo({}) -end diff --git a/nerv/examples/lmptb/tnn/layers/gate_fff.lua b/nerv/examples/lmptb/tnn/layers/gate_fff.lua deleted file mode 100644 index 751dde1..0000000 --- a/nerv/examples/lmptb/tnn/layers/gate_fff.lua +++ /dev/null @@ -1,71 +0,0 @@ -local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') - -function GateFFFLayer:__init(id, global_conf, layer_conf) - self.id = id - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.gconf = global_conf - - self.ltp1 = self:find_param("ltp1", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp - self.ltp2 = self:find_param("ltp2", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp - self.ltp3 = self:find_param("ltp3", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[3], self.dim_out[1]}) --layer_conf.ltp - self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp - - self:check_dim_len(3, 1) -- exactly one input and one output -end - -function GateFFFLayer:init(batch_size) - if self.ltp1.trans:ncol() ~= self.bp.trans:ncol() or - self.ltp2.trans:ncol() ~= self.bp.trans:ncol() or - self.ltp3.trans:ncol() ~= self.bp.trans:ncol() then - nerv.error("mismatching dimensions of linear transform and bias paramter") - end - if self.dim_in[1] ~= self.ltp1.trans:nrow() or - self.dim_in[2] ~= self.ltp2.trans:nrow() or - self.dim_in[3] ~= self.ltp3.trans:nrow() then - nerv.error("mismatching dimensions of linear transform parameter and input") - end - if self.dim_out[1] ~= self.ltp1.trans:ncol() then - nerv.error("mismatching dimensions of linear transform parameter and output") - end - self.ltp1:train_init() - self.ltp2:train_init() - self.ltp3:train_init() - self.bp:train_init() - self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) -end - -function GateFFFLayer:batch_resize(batch_size) - if self.err_m:nrow() ~= batch_size then - self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) - end -end - -function GateFFFLayer:propagate(input, output) - -- apply linear transform - output[1]:mul(input[1], self.ltp1.trans, 1.0, 0.0, 'N', 'N') - output[1]:mul(input[2], self.ltp2.trans, 1.0, 1.0, 'N', 'N') - output[1]:mul(input[3], self.ltp3.trans, 1.0, 1.0, 'N', 'N') - -- add bias - output[1]:add_row(self.bp.trans, 1.0) - output[1]:sigmoid(output[1]) -end - -function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) - self.err_bakm:sigmoid_grad(bp_err[1], output[1]) - next_bp_err[1]:mul(self.err_bakm, self.ltp1.trans, 1.0, 0.0, 'N', 'T') - next_bp_err[2]:mul(self.err_bakm, self.ltp2.trans, 1.0, 0.0, 'N', 'T') - next_bp_err[3]:mul(self.err_bakm, self.ltp3.trans, 1.0, 0.0, 'N', 'T') -end - -function GateFFFLayer:update(bp_err, input, output) - self.err_bakm:sigmoid_grad(bp_err[1], output[1]) - self.ltp1:update_by_err_input(self.err_bakm, input[1]) - self.ltp2:update_by_err_input(self.err_bakm, input[2]) - self.ltp3:update_by_err_input(self.err_bakm, input[3]) - self.bp:update_by_gradient(self.err_bakm:colsum()) -end - -function GateFFFLayer:get_params() - return nerv.ParamRepo({self.ltp1, self.ltp2, self.ltp3, self.bp}) -end diff --git a/nerv/examples/lmptb/tnn/layersT/dropout_t.lua b/nerv/examples/lmptb/tnn/layersT/dropout_t.lua deleted file mode 100644 index 4351285..0000000 --- a/nerv/examples/lmptb/tnn/layersT/dropout_t.lua +++ /dev/null @@ -1,71 +0,0 @@ -local Dropout = nerv.class("nerv.DropoutLayerT", "nerv.LayerT") - -function Dropout:__init(id, global_conf, layer_conf) - self.id = id - self.gconf = global_conf - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self:check_dim_len(1, 1) -- two inputs: nn output and label -end - -function Dropout:init(batch_size, chunk_size) - if self.dim_in[1] ~= self.dim_out[1] then - nerv.error("mismatching dimensions of input and output") - end - if chunk_size == nil then - chunk_size = 1 - end - self.mask_t = {} - for t = 1, chunk_size do - self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end -end - -function Dropout:batch_resize(batch_size, chunk_size) - if chunk_size == nil then - chunk_size = 1 - end - for t = 1, chunk_size do - if self.mask_t[t] == nil or self.mask_t[t]:nrow() ~= batch_size then - self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end - end -end - -function Dropout:propagate(input, output, t) - if t == nil then - t = 1 - end - if self.gconf.dropout_rate == nil then - nerv.info("DropoutLayerT:propagate warning, global_conf.dropout_rate is nil, setting it zero") - self.gconf.dropout_rate = 0 - end - - if self.gconf.dropout_rate == 0 then - output[1]:copy_fromd(input[1]) - else - self.mask_t[t]:rand_uniform() - --since we will lose a portion of the actvations, we multiply the activations by 1/(1-dr) to compensate - self.mask_t[t]:thres_mask(self.mask_t[t], self.gconf.dropout_rate, 0, 1 / (1.0 - self.gconf.dropout_rate)) - output[1]:mul_elem(input[1], self.mask_t[t]) - end -end - -function Dropout:update(bp_err, input, output, t) - -- no params, therefore do nothing -end - -function Dropout:back_propagate(bp_err, next_bp_err, input, output, t) - if t == nil then - t = 1 - end - if self.gconf.dropout_rate == 0 then - next_bp_err[1]:copy_fromd(bp_err[1]) - else - next_bp_err[1]:mul_elem(bp_err[1], self.mask_t[t]) - end -end - -function Dropout:get_params() - return nerv.ParamRepo({}) -end diff --git a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua b/nerv/examples/lmptb/tnn/layersT/lstm_t.lua deleted file mode 100644 index ded6058..0000000 --- a/nerv/examples/lmptb/tnn/layersT/lstm_t.lua +++ /dev/null @@ -1,125 +0,0 @@ -local LSTMLayerT = nerv.class('nerv.LSTMLayerT', 'nerv.LayerT') - -function LSTMLayerT:__init(id, global_conf, layer_conf) - --input1:x input2:h input3:c - self.id = id - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.gconf = global_conf - - --prepare a DAGLayerT to hold the lstm structure - local pr = layer_conf.pr - if pr == nil then - pr = nerv.ParamRepo() - end - - local function ap(str) - return self.id .. '.' .. str - end - - local layers = { - ["nerv.CombinerLayer"] = { - [ap("inputXDup")] = {{}, {["dim_in"] = {self.dim_in[1]}, - ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1], self.dim_in[1]}, ["lambda"] = {1}}}, - [ap("inputHDup")] = {{}, {["dim_in"] = {self.dim_in[2]}, - ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2], self.dim_in[2]}, ["lambda"] = {1}}}, - [ap("inputCDup")] = {{}, {["dim_in"] = {self.dim_in[3]}, - ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3], self.dim_in[3]}, ["lambda"] = {1}}}, - [ap("mainCDup")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3]}, - ["lambda"] = {1, 1}}}, - }, - ["nerv.AffineLayer"] = { - [ap("mainAffineL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, - ["dim_out"] = {self.dim_out[1]}, ["pr"] = pr}}, - }, - ["nerv.TanhLayer"] = { - [ap("mainTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, - [ap("outputTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, - }, - ["nerv.GateFFFLayer"] = { - [ap("forgetGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, - ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, - [ap("inputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, - ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, - [ap("outputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, - ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, - - }, - ["nerv.ElemMulLayer"] = { - [ap("inputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, - [ap("forgetGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, - [ap("outputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, - }, - } - - local layerRepo = nerv.LayerRepo(layers, pr, global_conf) - - local connections_t = { - ["[1]"] = ap("inputXDup[1]"), - ["[2]"] = ap("inputHDup[1]"), - ["[3]"] = ap("inputCDup[1]"), - - [ap("inputXDup[1]")] = ap("mainAffineL[1]"), - [ap("inputHDup[1]")] = ap("mainAffineL[2]"), - [ap("inputCDup[1]")] = ap("mainAffineL[3]"), - [ap("mainAffineL[1]")] = ap("mainTanhL[1]"), - - [ap("inputXDup[2]")] = ap("inputGateL[1]"), - [ap("inputHDup[2]")] = ap("inputGateL[2]"), - [ap("inputCDup[2]")] = ap("inputGateL[3]"), - - [ap("inputXDup[3]")] = ap("forgetGateL[1]"), - [ap("inputHDup[3]")] = ap("forgetGateL[2]"), - [ap("inputCDup[3]")] = ap("forgetGateL[3]"), - - [ap("mainTanhL[1]")] = ap("inputGMulL[1]"), - [ap("inputGateL[1]")] = ap("inputGMulL[2]"), - - [ap("inputCDup[4]")] = ap("forgetGMulL[1]"), - [ap("forgetGateL[1]")] = ap("forgetGMulL[2]"), - - [ap("inputGMulL[1]")] = ap("mainCDup[1]"), - [ap("forgetGMulL[1]")] = ap("mainCDup[2]"), - - [ap("inputXDup[4]")] = ap("outputGateL[1]"), - [ap("inputHDup[4]")] = ap("outputGateL[2]"), - [ap("mainCDup[3]")] = ap("outputGateL[3]"), - - [ap("mainCDup[2]")] = "[2]", - [ap("mainCDup[1]")] = ap("outputTanhL[1]"), - - [ap("outputTanhL[1]")] = ap("outputGMulL[1]"), - [ap("outputGateL[1]")] = ap("outputGMulL[2]"), - - [ap("outputGMulL[1]")] = "[1]", - } - self.dagL = nerv.DAGLayerT(self.id, global_conf, - {["dim_in"] = self.dim_in, ["dim_out"] = self.dim_out, ["sub_layers"] = layerRepo, - ["connections"] = connections_t}) - - self:check_dim_len(3, 2) -- x, h, c and h, c -end - -function LSTMLayerT:init(batch_size, chunk_size) - self.dagL:init(batch_size, chunk_size) -end - -function LSTMLayerT:batch_resize(batch_size, chunk_size) - self.dagL:batch_resize(batch_size, chunk_size) -end - -function LSTMLayerT:update(bp_err, input, output, t) - self.dagL:update(bp_err, input, output, t) -end - -function LSTMLayerT:propagate(input, output, t) - self.dagL:propagate(input, output, t) -end - -function LSTMLayerT:back_propagate(bp_err, next_bp_err, input, output, t) - self.dagL:back_propagate(bp_err, next_bp_err, input, output, t) -end - -function LSTMLayerT:get_params() - return self.dagL:get_params() -end diff --git a/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua b/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua deleted file mode 100644 index a9ce975..0000000 --- a/nerv/examples/lmptb/tnn/layersT/softmax_ce_t.lua +++ /dev/null @@ -1,93 +0,0 @@ -local SoftmaxCELayer = nerv.class("nerv.SoftmaxCELayerT", "nerv.LayerT") - -function SoftmaxCELayer:__init(id, global_conf, layer_conf) - self.id = id - self.gconf = global_conf - self.dim_in = layer_conf.dim_in - self.dim_out = layer_conf.dim_out - self.compressed = layer_conf.compressed - if self.compressed == nil then - self.compressed = false - end - self:check_dim_len(2, -1) -- two inputs: nn output and label -end - -function SoftmaxCELayer:init(batch_size, chunk_size) - if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then - nerv.error("mismatching dimensions of previous network output and labels") - end - if chunk_size == nil then - chunk_size = 1 - end - self.total_ce = 0.0 - self.total_correct = 0 - self.total_frames = 0 - self.softmax_t = {} - self.ce_t = {} - for t = 1, chunk_size do - self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end -end - -function SoftmaxCELayer:batch_resize(batch_size, chunk_size) - if chunk_size == nil then - chunk_size = 1 - end - for t = 1, chunk_size do - if self.softmax_t[t]:nrow() ~= batch_size then - self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) - end - end -end - -function SoftmaxCELayer:update(bp_err, input, output, t) - -- no params, therefore do nothing -end - -function SoftmaxCELayer:propagate(input, output, t) - if t == nil then - t = 1 - end - local softmax = self.softmax_t[t] - local ce = self.ce_t[t] - local classified = softmax:softmax(input[1]) - local label = input[2] - ce:log_elem(softmax) - if self.compressed then - label = label:decompress(input[1]:ncol()) - end - ce:mul_elem(ce, label) - ce = ce:rowsum() - if output[1] ~= nil then - output[1]:copy_fromd(ce) - end - -- add total ce - self.total_ce = self.total_ce - ce:colsum()[0][0] - self.total_frames = self.total_frames + softmax:nrow() - -- TODO: add colsame for uncompressed label - if self.compressed then - self.total_correct = self.total_correct + classified:colsame(input[2])[0][0] - end -end - -function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) - -- softmax output - label - if t == nil then - t = 1 - end - local label = input[2] - if self.compressed then - label = label:decompress(input[1]:ncol()) - end - local nbe = next_bp_err[1] - nbe:add(self.softmax_t[t], label, 1.0, -1.0) - if bp_err[1] ~= nil then - nbe:scale_rows_by_col(bp_err[1]) - end -end - -function SoftmaxCELayer:get_params() - return nerv.ParamRepo({}) -end diff --git a/nerv/examples/lmptb/tnn/sutil.lua b/nerv/examples/lmptb/tnn/sutil.lua deleted file mode 100644 index f5bc408..0000000 --- a/nerv/examples/lmptb/tnn/sutil.lua +++ /dev/null @@ -1,52 +0,0 @@ -local Util = nerv.class("nerv.SUtil") --Scheduler Utility - -function Util.simple_split(inputstr, sep) - if sep == nil then - sep = "%s" - end - local t={} ; i=1 - for str in string.gmatch(inputstr, "([^"..sep.."]+)") do - t[i] = str - i = i + 1 - end - return t -end - -function Util.parse_schedule(str) - --parse a string like "1.2*10:1.5" to a list of numbers - local sch = {} - local s = Util.simple_split(str, ':') - for i = 1, #s do - local p = Util.simple_split(s[i], "%*") - if #p ~= 2 and #p ~= 1 then - nerv.error("nerv.SUtil:parse_schedule error, unit(%s) not proper, has %d components.", s[i], #p) - end - if p[2] == nil then - p[2] = "1" - end - p[1] = tonumber(p[1]) - p[2] = tonumber(p[2]) - for j = 1, p[2] do - table.insert(sch, p[1]) - end - end - - --for i = 1, #sch do - -- print(sch[i]) - --end - return sch -end - -function Util.sche_get(s, it) - --get s[it] - if s == nil then - nerv.info("Util.sche_get: warning, scheule is nil, returning zero...") - return 0 - end - if #s >= it then - return s[it] - else - nerv.info("Util.sche_get: warning, it(%d) > #schedule(%d), returning the last one of schedule(%f)...", it, #s, s[#s]) - return s[#s] - end -end diff --git a/nerv/examples/lmptb/tnn/tnn.lua b/nerv/examples/lmptb/tnn/tnn.lua deleted file mode 100644 index 56c9dc0..0000000 --- a/nerv/examples/lmptb/tnn/tnn.lua +++ /dev/null @@ -1,565 +0,0 @@ -local TNN = nerv.class("nerv.TNN") - -local function parse_id(str) - --used to parse layerid[portid],time - local id, port, time, _ - _, _, id, port, time = string.find(str, "([a-zA-Z0-9_]+)%[([0-9]+)%][,]*([0-9]*)") - if id == nil or port == nil then - _, _, id, port, time = string.find(str, "(.+)%[([0-9]+)%][,]*([0-9]*)") - if not (id == "" or id == "") then - nerv.error("wrong format of connection id") - end - end - --print(str, id, port, time) - port = tonumber(port) - if (time == nil) then - time = 0 - else - time = tonumber(time) - end - --now time don't need to be parsed - return id, port -end - -local function discover(id, layers, layer_repo) - local ref = layers[id] - if id == "" or id == "" then - return nil - end - if ref == nil then - local layer = layer_repo:get_layer(id) - local dim_in, dim_out = layer:get_dim() - ref = { - layer = layer, - id = layer.id, - inputs_m = {}, --storage for computation, inputs_m[time][port] - inputs_b = {}, --inputs_g[time][port], whether this input can been computed - inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation, inputs_p_matbak[port] - outputs_m = {}, - outputs_b = {}, - err_inputs_m = {}, - err_inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation - err_inputs_b = {}, - err_outputs_m = {}, - err_outputs_b = {}, - i_conns_p = {}, --list of inputing connections - o_conns_p = {}, --list of outputing connections - dim_in = dim_in, --list of dimensions of ports - dim_out = dim_out, - } - layers[id] = ref - end - return ref -end - -nerv.TNN.FC = {} --flag const -nerv.TNN.FC.SEQ_START = 4 -nerv.TNN.FC.SEQ_END = 8 -nerv.TNN.FC.HAS_INPUT = 1 -nerv.TNN.FC.HAS_LABEL = 2 -nerv.TNN.FC.SEQ_NORM = bit.bor(nerv.TNN.FC.HAS_INPUT, nerv.TNN.FC.HAS_LABEL) --This instance have both input and label - -function TNN.make_initial_store(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) - --Return a table of matrix storage from time (1-chunk_size)..(2*chunk_size) - if (type(st) ~= "table") then - nerv.error("st should be a table") - end - for i = 1 - chunk_size - 1, chunk_size * 2 + 1 do --intentionally allocated more time, should be [1-chunk_size, chunk_size*2] - if (st[i] == nil) then - st[i] = {} - end - st[i][p] = global_conf.cumat_type(batch_size, dim) - st[i][p]:fill(0) - if (st_c ~= nil) then - if (st_c[i + t_c] == nil) then - st_c[i + t_c] = {} - end - st_c[i + t_c][p_c] = st[i][p] - end - end -end - -function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current feed - if (t < 1 or t > self.chunk_size) then - return true - end - if (self.feeds_now.flagsPack_now[t] == 0 or self.feeds_now.flagsPack_now[t] == nil) then - return true - end - return false -end - -function TNN:__init(id, global_conf, layer_conf) - self.clip_t = layer_conf.clip_t - if self.clip_t == nil then - self.clip_t = 0 - end - if self.clip_t > 0 then - nerv.info("tnn(%s) will clip gradient across time with %f...", id, self.clip_t) - end - local layers = {} - local inputs_p = {} --map:port of the TNN to layer ref and port - local outputs_p = {} - local dim_in = layer_conf.dim_in - local dim_out = layer_conf.dim_out - local parsed_conns = {} - local _ - - for _, ll in pairs(layer_conf.connections) do - local id_from, port_from = parse_id(ll[1]) - local id_to, port_to = parse_id(ll[2]) - local time_to = ll[3] - - print(id_from, id_to, time_to) - - local ref_from = discover(id_from, layers, layer_conf.sub_layers) - local ref_to = discover(id_to, layers, layer_conf.sub_layers) - - if (id_from == "") then - if (dim_in[port_from] ~= ref_to.dim_in[port_to] or time_to ~= 0) then - nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) - end - inputs_p[port_from] = {["ref"] = ref_to, ["port"] = port_to} - ref_to.inputs_m[port_to] = {} --just a place holder - elseif (id_to == "") then - if (dim_out[port_to] ~= ref_from.dim_out[port_from] or time_to ~= 0) then - nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) - end - outputs_p[port_to] = {["ref"] = ref_from, ["port"] = port_from} - ref_from.outputs_m[port_from] = {} --just a place holder - else - local conn_now = { - ["src"] = {["ref"] = ref_from, ["port"] = port_from}, - ["dst"] = {["ref"] = ref_to, ["port"] = port_to}, - ["time"] = time_to - } - if (ref_to.dim_in[port_to] ~= ref_from.dim_out[port_from]) then - nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) - end - table.insert(parsed_conns, conn_now) - ref_to.i_conns_p[conn_now.dst.port] = conn_now - ref_from.o_conns_p[conn_now.src.port] = conn_now - end - end - - for id, ref in pairs(layers) do - print(id, "#dim_in:", #ref.dim_in, "#dim_out:", #ref.dim_out, "#i_conns_p:", #ref.i_conns_p, "#o_conns_p", #ref.o_conns_p) - end - - self.layers = layers - self.inputs_p = inputs_p - self.outputs_p = outputs_p - self.id = id - self.dim_in = dim_in - self.dim_out = dim_out - self.parsed_conns = parsed_conns - self.gconf = global_conf -end - -function TNN:init(batch_size, chunk_size) - self.batch_size = batch_size - self.chunk_size = chunk_size - for i, conn in ipairs(self.parsed_conns) do --init storage for connections inside the NN - local _, output_dim - local ref_from, port_from, ref_to, port_to, time - ref_from, port_from = conn.src.ref, conn.src.port - ref_to, port_to = conn.dst.ref, conn.dst.port - time = conn.time - - local dim = ref_from.dim_out[port_from] - if (dim == 0) then - nerv.error("layer %s has a zero dim port", ref_from.layer.id) - end - - print("TNN initing storage", ref_from.layer.id, "->", ref_to.layer.id) - ref_to.inputs_matbak_p[port_to] = self.gconf.cumat_type(batch_size, dim) - self.make_initial_store(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) - ref_from.err_inputs_matbak_p[port_from] = self.gconf.cumat_type(batch_size, dim) - self.make_initial_store(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) - - end - - self.outputs_m = {} - self.err_inputs_m = {} - for i = 1, #self.dim_out do --Init storage for output ports - local ref = self.outputs_p[i].ref - local p = self.outputs_p[i].port - self.make_initial_store(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) - self.make_initial_store(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) - end - - self.inputs_m = {} - self.err_outputs_m = {} - for i = 1, #self.dim_in do --Init storage for input ports - local ref = self.inputs_p[i].ref - local p = self.inputs_p[i].port - self.make_initial_store(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) - self.make_initial_store(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) - end - - for id, ref in pairs(self.layers) do --Calling init for child layers - for i = 1, #ref.dim_in do - if (ref.inputs_m[i] == nil or ref.err_outputs_m[i] == nil) then - nerv.error("dangling input port %d of layer %s", i, id) - end - end - for i = 1, #ref.dim_out do - if (ref.outputs_m[i] == nil or ref.err_inputs_m[i] == nil) then - nerv.error("dangling output port %d of layer %s", i, id) - end - end - -- initialize sub layers - ref.layer:init(batch_size, chunk_size) - end - - local flags_now = {} - local flagsPack_now = {} - for i = 1, chunk_size do - flags_now[i] = {} - flagsPack_now[i] = 0 - end - - self.feeds_now = {} --feeds is for the reader to fill - self.feeds_now.inputs_m = self.inputs_m - self.feeds_now.flags_now = flags_now - self.feeds_now.flagsPack_now = flagsPack_now - - self:flush_all() -end - ---[[ -function DAGLayer:batch_resize(batch_size) - self.gconf.batch_size = batch_size - - for i, conn in ipairs(self.parsed_conn) do - local _, output_dim - local ref_from, port_from, ref_to, port_to - ref_from, port_from = unpack(conn[1]) - ref_to, port_to = unpack(conn[2]) - _, output_dim = ref_from.layer:get_dim() - - if ref_from.outputs[port_from]:nrow() ~= batch_size and output_dim[port_from] > 0 then - local mid = self.gconf.cumat_type(batch_size, output_dim[port_from]) - local err_mid = mid:create() - - ref_from.outputs[port_from] = mid - ref_to.inputs[port_to] = mid - - ref_from.err_inputs[port_from] = err_mid - ref_to.err_outputs[port_to] = err_mid - end - end - for id, ref in pairs(self.layers) do - ref.layer:batch_resize(batch_size) - end - collectgarbage("collect") -end -]]-- - -function TNN:flush_all() --flush all history and activation - local _, ref - for _, ref in pairs(self.layers) do - for i = 1, #ref.dim_in do - for t = 1 - self.chunk_size, self.chunk_size * 2 do - ref.inputs_m[t][i]:fill(self.gconf.nn_act_default) - if (ref.inputs_b[t] == nil) then - ref.inputs_b[t] = {} - end - ref.inputs_b[t][i] = false - ref.err_outputs_m[t][i]:fill(0) - if (ref.err_outputs_b[t] == nil) then - ref.err_outputs_b[t] = {} - end - ref.err_outputs_b[t][i] = false - end - end - for i = 1, #ref.dim_out do - for t = 1 - self.chunk_size, self.chunk_size * 2 do - ref.outputs_m[t][i]:fill(self.gconf.nn_act_default) - if (ref.outputs_b[t] == nil) then - ref.outputs_b[t] = {} - end - ref.outputs_b[t][i] = false - ref.err_inputs_m[t][i]:fill(0) - if (ref.err_inputs_b[t] == nil) then - ref.err_inputs_b[t] = {} - end - ref.err_inputs_b[t][i] = false - end - end - end -end - ---reader: some reader ---Returns: bool, whether has new feed ---Returns: feeds, a table that will be filled with the reader's feeds -function TNN:getfeed_from_reader(reader) - local feeds_now = self.feeds_now - local got_new = reader:get_batch(feeds_now) - return got_new, feeds_now -end - -function TNN:move_right_to_nextmb(list_t) --move output history activations of 1..chunk_size to 1-chunk_size..0 - if list_t == nil then - list_t = {} - for i = 1, self.chunk_size do - list_t[i] = i - self.chunk_size - end - end - for i = 1, #list_t do - t = list_t[i] - if t < 1 - self.chunk_size or t > 0 then - nerv.error("MB move range error") - end - for id, ref in pairs(self.layers) do - for p = 1, #ref.dim_out do - ref.outputs_m[t][p]:copy_fromd(ref.outputs_m[t + self.chunk_size][p]) - end - end - end -end - -function TNN:net_propagate() --propagate according to feeds_now - for t = 1, self.chunk_size, 1 do - for id, ref in pairs(self.layers) do - for p = 1, #ref.dim_out do - ref.outputs_b[t][p] = false - end - for p = 1, #ref.dim_in do - ref.inputs_b[t][p] = false - end - end - end - - local feeds_now = self.feeds_now - for t = 1, self.chunk_size do - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then - for i = 1, #self.dim_in do - local ref = self.inputs_p[i].ref - local p = self.inputs_p[i].port - ref.inputs_b[t][p] = true - self:propagate_dfs(ref, t) - end - end - end - - local flag_out = true - for t = 1, self.chunk_size do --check whether every output has been computed - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then - for i = 1, #self.dim_out do - local ref = self.outputs_p[i].ref - if (ref.outputs_b[t][1] ~= true) then - flag_out = false - break - end - end - end - end - if (flag_out == false) then - nerv.error("some thing wrong, some labeled output is not propagated") - end -end - ---ref: the TNN_ref of a layer ---t: the current time to propagate -function TNN:propagate_dfs(ref, t) - if (self:out_of_feedrange(t)) then - return - end - if (ref.outputs_b[t][1] == true) then --already propagated, 1 is just a random port - return - end - - --print("debug dfs", ref.layer.id, t) - - local flag = true --whether have all inputs - for _, conn in pairs(ref.i_conns_p) do - local p = conn.dst.port - if (not (ref.inputs_b[t][p] or self:out_of_feedrange(t - conn.time))) then - flag = false - break - end - end - if (flag == false) then - return - end - - --ok, do propagate - --print("debug ok, propagating"); - --The MB moving will cause bordering history to be changed, so it is more wise to flush the input activation - if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border history - for i = 1, self.batch_size do - local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) - local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) - if (seq_start > 0 or seq_end > 0) then - for p, conn in pairs(ref.i_conns_p) do - if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to default - ref.inputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) - end - end - end - end - end - self.gconf.timer:tic("tnn_actual_layer_propagate") - ref.layer:propagate(ref.inputs_m[t], ref.outputs_m[t], t) --propagate! - self.gconf.timer:toc("tnn_actual_layer_propagate") - --[[ - if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --restore cross-border history - for i = 1, self.batch_size do - local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) - local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) - if (seq_start > 0 or seq_end > 0) then - for p, conn in pairs(ref.o_conns_p) do - if ((ref.o_conns_p[p].time > 0 and seq_end > 0) or (ref.o_conns_p[p].time < 0 and seq_start > 0)) then - ref.outputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) - end - end - end - end - end - ]]-- - --set input flag for future layers - for i = 1, #ref.dim_out do - if (ref.outputs_b[t][i] == true) then - nerv.error("this time's outputs_b should be false") - end - ref.outputs_b[t][i] = true - end - - --try dfs for further layers - for _, conn in pairs(ref.o_conns_p) do - --print("debug dfs-searching", conn.dst.ref.layer.id) - conn.dst.ref.inputs_b[t + conn.time][conn.dst.port] = true - self:propagate_dfs(conn.dst.ref, t + conn.time) - end -end - ---do_update: bool, whether we are doing back-propagate or updating the parameters -function TNN:net_backpropagate(do_update) --propagate according to feeds_now - if do_update == nil then - nerv.error("do_update should not be nil") - end - for t = 1, self.chunk_size, 1 do - for id, ref in pairs(self.layers) do - for p = 1, #ref.dim_out do - ref.err_inputs_b[t][p] = false - end - for p = 1, #ref.dim_in do - ref.err_outputs_b[t][p] = false - end - end - end - - local feeds_now = self.feeds_now - for t = 1, self.chunk_size do - if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0 then - for i = 1, #self.dim_out do - local ref = self.outputs_p[i].ref - local p = self.outputs_p[i].port - ref.err_inputs_b[t][p] = true - self:backpropagate_dfs(ref, t, do_update) - end - end - end - - local flag_out = true - for t = 1, self.chunk_size do --check whether every output has been computed - if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0 then - for i = 1, #self.dim_in do - local ref = self.inputs_p[i].ref - if ref.err_outputs_b[t][1] ~= true then - flag_out = false - break - end - end - end - end - if (flag_out == false) then - nerv.error("some thing wrong, some input is not back_propagated") - end -end - ---ref: the TNN_ref of a layer ---t: the current time to propagate -function TNN:backpropagate_dfs(ref, t, do_update) - if self:out_of_feedrange(t) then - return - end - if ref.err_outputs_b[t][1] == true then --already back_propagated, 1 is just a random port - return - end - - --print("debug dfs", ref.layer.id, t) - - local flag = true --whether have all inputs - for _, conn in pairs(ref.o_conns_p) do - local p = conn.src.port - if (not (ref.err_inputs_b[t][p] or self:out_of_feedrange(t + conn.time))) then - flag = false - break - end - end - if (flag == false) then - return - end - - --ok, do back_propagate - --print("debug ok, back-propagating(or updating)") - if (do_update == false) then - self.gconf.timer:tic("tnn_actual_layer_backpropagate") - ref.layer:back_propagate(ref.err_inputs_m[t], ref.err_outputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) - self.gconf.timer:toc("tnn_actual_layer_backpropagate") - if self.clip_t > 0 then - for _, conn in pairs(ref.i_conns_p) do - local p = conn.dst.port --port for ref - if conn.time ~= 0 then - --print("debug clip_t tnn", ref.id, "port:", p, "clip:", self.clip_t) - ref.err_outputs_m[t][p]:clip(-self.clip_t, self.clip_t) - end - end - end - else - --print(ref.err_inputs_m[t][1]) - self.gconf.timer:tic("tnn_actual_layer_update") - ref.layer:update(ref.err_inputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) - self.gconf.timer:toc("tnn_actual_layer_update") - end - - if (do_update == false and bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border errors - for i = 1, self.batch_size do - local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) - local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) - if (seq_start > 0 or seq_end > 0) then - for p, conn in pairs(ref.i_conns_p) do - if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to zero - ref.err_outputs_m[t][p][i - 1]:fill(0) - end - end - end - end - end - - for i = 1, #ref.dim_in do - if (ref.err_outputs_b[t][i] == true) then - nerv.error("this time's outputs_b should be false") - end - ref.err_outputs_b[t][i] = true - end - - --try dfs for further layers - for _, conn in pairs(ref.i_conns_p) do - --print("debug dfs-searching", conn.src.ref.layer.id) - conn.src.ref.err_inputs_b[t - conn.time][conn.src.port] = true - self:backpropagate_dfs(conn.src.ref, t - conn.time, do_update) - end -end - ---Return: nerv.ParamRepo -function TNN:get_params() - local param_repos = {} - for id, ref in pairs(self.layers) do - table.insert(param_repos, ref.layer:get_params()) - end - return nerv.ParamRepo.merge(param_repos) -end - diff --git a/nerv/init.lua b/nerv/init.lua index 9c1a5c8..b5d20a2 100644 --- a/nerv/init.lua +++ b/nerv/init.lua @@ -130,3 +130,4 @@ nerv.include('matrix/init.lua') nerv.include('io/init.lua') nerv.include('layer/init.lua') nerv.include('nn/init.lua') +nerv.include('tnn/init.lua') diff --git a/nerv/layer/elem_mul.lua b/nerv/layer/elem_mul.lua new file mode 100644 index 0000000..c809d3e --- /dev/null +++ b/nerv/layer/elem_mul.lua @@ -0,0 +1,38 @@ +local ElemMulLayer = nerv.class('nerv.ElemMulLayer', 'nerv.Layer') + +function ElemMulLayer:__init(id, global_conf, layer_conf) + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + self:check_dim_len(2, 1) -- Element-multiply input[1] and input[2] +end + +function ElemMulLayer:init(batch_size) + if self.dim_in[1] ~= self.dim_in[2] or + self.dim_in[1] ~= self.dim_out[1] then + nerv.error("dim_in and dim_out mismatch for ElemMulLayer") + end +end + +function ElemMulLayer:batch_resize(batch_size) + --do nothing +end + +function ElemMulLayer:propagate(input, output) + output[1]:mul_elem(input[1], input[2]) +end + +function ElemMulLayer:back_propagate(bp_err, next_bp_err, input, output) + next_bp_err[1]:mul_elem(bp_err[1], input[2]) + next_bp_err[2]:mul_elem(bp_err[1], input[1]) +end + +function ElemMulLayer:update(bp_err, input, output) + --do nothing +end + +function ElemMulLayer:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/layer/gate_fff.lua b/nerv/layer/gate_fff.lua new file mode 100644 index 0000000..751dde1 --- /dev/null +++ b/nerv/layer/gate_fff.lua @@ -0,0 +1,71 @@ +local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') + +function GateFFFLayer:__init(id, global_conf, layer_conf) + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + self.ltp1 = self:find_param("ltp1", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp + self.ltp2 = self:find_param("ltp2", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp + self.ltp3 = self:find_param("ltp3", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[3], self.dim_out[1]}) --layer_conf.ltp + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp + + self:check_dim_len(3, 1) -- exactly one input and one output +end + +function GateFFFLayer:init(batch_size) + if self.ltp1.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp2.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp3.trans:ncol() ~= self.bp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform and bias paramter") + end + if self.dim_in[1] ~= self.ltp1.trans:nrow() or + self.dim_in[2] ~= self.ltp2.trans:nrow() or + self.dim_in[3] ~= self.ltp3.trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self.ltp1.trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self.ltp1:train_init() + self.ltp2:train_init() + self.ltp3:train_init() + self.bp:train_init() + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) +end + +function GateFFFLayer:batch_resize(batch_size) + if self.err_m:nrow() ~= batch_size then + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) + end +end + +function GateFFFLayer:propagate(input, output) + -- apply linear transform + output[1]:mul(input[1], self.ltp1.trans, 1.0, 0.0, 'N', 'N') + output[1]:mul(input[2], self.ltp2.trans, 1.0, 1.0, 'N', 'N') + output[1]:mul(input[3], self.ltp3.trans, 1.0, 1.0, 'N', 'N') + -- add bias + output[1]:add_row(self.bp.trans, 1.0) + output[1]:sigmoid(output[1]) +end + +function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + next_bp_err[1]:mul(self.err_bakm, self.ltp1.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[2]:mul(self.err_bakm, self.ltp2.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[3]:mul(self.err_bakm, self.ltp3.trans, 1.0, 0.0, 'N', 'T') +end + +function GateFFFLayer:update(bp_err, input, output) + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + self.ltp1:update_by_err_input(self.err_bakm, input[1]) + self.ltp2:update_by_err_input(self.err_bakm, input[2]) + self.ltp3:update_by_err_input(self.err_bakm, input[3]) + self.bp:update_by_gradient(self.err_bakm:colsum()) +end + +function GateFFFLayer:get_params() + return nerv.ParamRepo({self.ltp1, self.ltp2, self.ltp3, self.bp}) +end diff --git a/nerv/layer/init.lua b/nerv/layer/init.lua index 32b82d8..23606e1 100644 --- a/nerv/layer/init.lua +++ b/nerv/layer/init.lua @@ -100,3 +100,5 @@ nerv.include('mse.lua') nerv.include('combiner.lua') nerv.include('affine_recurrent.lua') nerv.include('softmax.lua') +nerv.include('elem_mul.lua') +nerv.include('gate_fff.lua') diff --git a/nerv/tnn/init.lua b/nerv/tnn/init.lua new file mode 100644 index 0000000..979f5d8 --- /dev/null +++ b/nerv/tnn/init.lua @@ -0,0 +1,49 @@ +local LayerT = nerv.class('nerv.LayerT') + +function LayerT:__init(id, global_conf, layer_conf) + nerv.error_method_not_implemented() +end + +function LayerT:init(batch_size, chunk_size) + nerv.error_method_not_implemented() +end + +function LayerT:update(bp_err, input, output, t) + nerv.error_method_not_implemented() +end + +function LayerT:propagate(input, output, t) + nerv.error_method_not_implemented() +end + +function LayerT:back_propagate(bp_err, next_bp_err, input, output, t) + nerv.error_method_not_implemented() +end + +function LayerT:check_dim_len(len_in, len_out) + local expected_in = #self.dim_in + local expected_out = #self.dim_out + if len_in > 0 and expected_in ~= len_in then + nerv.error("layer %s expects %d inputs, %d given", + self.id, len_in, expected_in) + end + if len_out > 0 and expected_out ~= len_out then + nerv.error("layer %s expects %d outputs, %d given", + self.id, len_out, expected_out) + end +end + +function LayerT:get_params() + nerv.error_method_not_implemented() +end + +function LayerT:get_dim() + return self.dim_in, self.dim_out +end + +nerv.include('sutil.lua') +nerv.include('tnn.lua') +nerv.include('layersT/softmax_ce_t.lua') +nerv.include('layersT/lstm_t.lua') +nerv.include('layersT/dropout_t.lua') +nerv.include('layer_dag_t.lua') diff --git a/nerv/tnn/layer_dag_t.lua b/nerv/tnn/layer_dag_t.lua new file mode 100644 index 0000000..e3a9316 --- /dev/null +++ b/nerv/tnn/layer_dag_t.lua @@ -0,0 +1,386 @@ +local DAGLayerT = nerv.class("nerv.DAGLayerT", "nerv.LayerT") + +local function parse_id(str) + local id, port, _ + _, _, id, port = string.find(str, "([a-zA-Z0-9_.]+)%[([0-9]+)%]") + if id == nil or port == nil then + _, _, id, port = string.find(str, "(.+)%[([0-9]+)%]") + if not (id == "" or id == "") then + nerv.error("wrong format of connection id") + end + end + port = tonumber(port) + return id, port +end + +local function discover(id, layers, layer_repo) + local ref = layers[id] + if id == "" or id == "" then + return nil + end + if ref == nil then + local layer = layer_repo:get_layer(id) + local dim_in, dim_out = layer:get_dim() + ref = { + id = layer.id, + layer = layer, + inputs = {}, + outputs = {}, + err_inputs = {}, + err_outputs = {}, + next_layers = {}, + input_len = #dim_in, + output_len = #dim_out, + in_deg = 0, + visited = false + } + layers[id] = ref + end + return ref +end + +function DAGLayerT:__init(id, global_conf, layer_conf) + local layers = {} + local inputs = {} + local outputs = {} + local dim_in = layer_conf.dim_in + local dim_out = layer_conf.dim_out + local parsed_conn = {} + for from, to in pairs(layer_conf.connections) do + local id_from, port_from = parse_id(from) + local id_to, port_to = parse_id(to) + local ref_from = discover(id_from, layers, layer_conf.sub_layers) + local ref_to = discover(id_to, layers, layer_conf.sub_layers) + local input_dim, output_dim, _ + if id_from == "" then + input_dim, _ = ref_to.layer:get_dim() + if dim_in[port_from] ~= input_dim[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + inputs[port_from] = {ref_to, port_to} + if ref_to.inputs[1] == nil then + ref_to.inputs[1] = {} + end + if ref_to.inputs[1][port_to] ~= nil then + nerv.error("port(%d) for layer(%s) already attached", port_to, to) + end + ref_to.inputs[1][port_to] = inputs -- just a place holder + elseif id_to == "" then + _, output_dim = ref_from.layer:get_dim() + if output_dim[port_from] ~= dim_out[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + outputs[port_to] = {ref_from, port_from} + if ref_from.outputs[1] == nil then + ref_from.outputs[1] = {} + end + if ref_from.outputs[1][port_from] ~= nil then + nerv.error("port(%d) for layer(%s) already attached", port_from, from) + end + ref_from.outputs[1] = {} + ref_from.outputs[1][port_from] = outputs -- just a place holder + else + _, output_dim = ref_from.layer:get_dim() + input_dim, _ = ref_to.layer:get_dim() + if output_dim[port_from] ~= input_dim[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + + table.insert(parsed_conn, + {{ref_from, port_from}, {ref_to, port_to}}) + table.insert(ref_from.next_layers, ref_to) -- add edge + ref_to.in_deg = ref_to.in_deg + 1 -- increase the in-degree of the target layer + end + end + + -- topology sort + local queue = {} + local l = 1 + local r = 1 + for id, ref in pairs(layers) do + if ref.in_deg == 0 then + table.insert(queue, ref) + nerv.info("adding source layer: %s", id) + r = r + 1 + end + end + if l == r then + nerv.error("loop detected") + end + while l < r do + local cur = queue[l] + cur.visited = true + l = l + 1 + for _, nl in pairs(cur.next_layers) do + nl.in_deg = nl.in_deg - 1 + if nl.in_deg == 0 then + table.insert(queue, nl) + r = r + 1 + end + end + end + for i = 1, #queue do + nerv.info("enqueued layer: %s %s", queue[i].layer, queue[i].layer.id) + end + + for id, ref in pairs(layers) do + -- check wether the graph is connected + if ref.visited == false then + nerv.warning("layer %s is ignored", id) + end + end + + self.layers = layers + self.inputs = inputs + self.outputs = outputs + self.id = id + self.dim_in = dim_in + self.dim_out = dim_out + self.parsed_conn = parsed_conn + self.queue = queue + self.gconf = global_conf +end + +function DAGLayerT:init(batch_size, chunk_size) + nerv.info("initing DAGLayerT %s...\n", self.id) + if chunk_size == nil then + chunk_size = 1 + nerv.info("(Initing DAGLayerT) chunk_size is nil, setting it to default 1\n") + end + + self.chunk_size = chunk_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + local dim = 1 + if output_dim[port_from] > 0 then + dim = output_dim[port_from] + end + + for t = 1, chunk_size do + local mid = self.gconf.cumat_type(batch_size, dim) + local err_mid = mid:create() + + if ref_from.outputs[t] == nil then + ref_from.outputs[t] = {} + end + if ref_to.inputs[t] == nil then + ref_to.inputs[t] = {} + end + if ref_to.err_outputs[t] == nil then + ref_to.err_outputs[t] = {} + end + if ref_from.err_inputs[t] == nil then + ref_from.err_inputs[t] = {} + end + + ref_from.outputs[t][port_from] = mid + ref_to.inputs[t][port_to] = mid + + ref_from.err_inputs[t][port_from] = err_mid + ref_to.err_outputs[t][port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + for i = 1, ref.input_len do + if ref.inputs[1][i] == nil then --peek at time 1 + nerv.error("dangling input port %d of layer %s", i, id) + end + end + for i = 1, ref.output_len do + if ref.outputs[1][i] == nil then --peek at time 1 + nerv.error("dangling output port %d of layer %s", i, id) + end + end + -- initialize sub layers + ref.layer:init(batch_size, chunk_size) + end + for i = 1, #self.dim_in do + if self.inputs[i] == nil then + nerv.error("dangling port %d of layer ", i) + end + end + for i = 1, #self.dim_out do + if self.outputs[i] == nil then + nerv.error("dangling port %d of layer ", i) + end + end +end + +function DAGLayerT:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end + if batch_size ~= self.gconf.batch_size + or chunk_size ~= self.gconf.chunk_size then + nerv.printf("warn: in DAGLayerT:batch_resize, the batch_size ~= gconf.batch_size, or chunk_size ~= gconf.chunk_size") + end + self.gconf.batch_size = batch_size + self.gconf.chunk_size = chunk_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + + for t = 1, chunk_size do + if ref_from.outputs[t] == nil then + ref_from.outputs[t] = {} + end + if ref_to.inputs[t] == nil then + ref_to.inputs[t] = {} + end + if ref_from.err_outputs[t] == nil then + ref_from.err_outputs[t] = {} + end + if ref_from.err_inputs[t] == nil then + ref_from.err_inputs[t] = {} + end + + local mid = self.gconf.cumat_type(batch_size, dim) + local err_mid = mid:create() + + ref_from.outputs[t][port_from] = mid + ref_to.inputs[t][port_to] = mid + + ref_from.err_inputs[t][port_from] = err_mid + ref_to.err_outputs[t][port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + ref.layer:batch_resize(batch_size, chunk_size) + end + collectgarbage("collect") +end + +function DAGLayerT:set_inputs(input, t) + for i = 1, #self.dim_in do + if input[i] == nil then + nerv.error("some input is not provided"); + end + local layer = self.inputs[i][1] + local port = self.inputs[i][2] + if layer.inputs[t] == nil then + layer.inputs[t] = {} + end + layer.inputs[t][port] = input[i] + end +end + +function DAGLayerT:set_outputs(output, t) + for i = 1, #self.dim_out do + if output[i] == nil then + nerv.error("some output is not provided"); + end + local layer = self.outputs[i][1] + local port = self.outputs[i][2] + if layer.outputs[t] == nil then + layer.outputs[t] = {} + end + layer.outputs[t][port] = output[i] + end +end + +function DAGLayerT:set_err_inputs(bp_err, t) + for i = 1, #self.dim_out do + local layer = self.outputs[i][1] + local port = self.outputs[i][2] + if layer.err_inputs[t] == nil then + layer.err_inputs[t] = {} + end + layer.err_inputs[t][port] = bp_err[i] + end +end + +function DAGLayerT:set_err_outputs(next_bp_err, t) + for i = 1, #self.dim_in do + local layer = self.inputs[i][1] + local port = self.inputs[i][2] + if layer.err_outputs[t] == nil then + layer.err_outputs[t] = {} + end + layer.err_outputs[t][port] = next_bp_err[i] + end +end + +function DAGLayerT:update(bp_err, input, output, t) + if t == nil then + t = 1 + end + self:set_err_inputs(bp_err, t) + self:set_inputs(input, t) + self:set_outputs(output, t) + for id, ref in pairs(self.queue) do + ref.layer:update(ref.err_inputs[t], ref.inputs[t], ref.outputs[t], t) + end +end + +function DAGLayerT:propagate(input, output, t) + if t == nil then + t = 1 + end + self:set_inputs(input, t) + self:set_outputs(output, t) + local ret = false + for i = 1, #self.queue do + local ref = self.queue[i] + --print("debug DAGLAyerT:propagate", ref.id, t) + ret = ref.layer:propagate(ref.inputs[t], ref.outputs[t], t) + end + return ret +end + +function DAGLayerT:back_propagate(bp_err, next_bp_err, input, output, t) + if t == nil then + t = 1 + end + self:set_err_outputs(next_bp_err, t) + self:set_err_inputs(bp_err, t) + self:set_inputs(input, t) + self:set_outputs(output, t) + for i = #self.queue, 1, -1 do + local ref = self.queue[i] + ref.layer:back_propagate(ref.err_inputs[t], ref.err_outputs[t], ref.inputs[t], ref.outputs[t], t) + end +end + +function DAGLayerT:get_params() + local param_repos = {} + for id, ref in pairs(self.queue) do + table.insert(param_repos, ref.layer:get_params()) + end + return nerv.ParamRepo.merge(param_repos) +end + +DAGLayerT.PORT_TYPES = { + INPUT = {}, + OUTPUT = {}, + ERR_INPUT = {}, + ERR_OUTPUT = {} +} + +function DAGLayerT:get_intermediate(id, port_type) + if id == "" or id == "" then + nerv.error("an actual real layer id is expected") + end + local layer = self.layers[id] + if layer == nil then + nerv.error("layer id %s not found", id) + end + if port_type == DAGLayerT.PORT_TYPES.INPUT then + return layer.inputs + elseif port_type == DAGLayerT.PORT_TYPES.OUTPUT then + return layer.outputs + elseif port_type == DAGLayerT.PORT_TYPES.ERR_INPUT then + return layer.err_inputs + elseif port_type == DAGLayerT.PORT_TYPES.ERR_OUTPUT then + return layer.err_outputs + end + nerv.error("unrecognized port type") +end diff --git a/nerv/tnn/layersT/dropout_t.lua b/nerv/tnn/layersT/dropout_t.lua new file mode 100644 index 0000000..4351285 --- /dev/null +++ b/nerv/tnn/layersT/dropout_t.lua @@ -0,0 +1,71 @@ +local Dropout = nerv.class("nerv.DropoutLayerT", "nerv.LayerT") + +function Dropout:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self:check_dim_len(1, 1) -- two inputs: nn output and label +end + +function Dropout:init(batch_size, chunk_size) + if self.dim_in[1] ~= self.dim_out[1] then + nerv.error("mismatching dimensions of input and output") + end + if chunk_size == nil then + chunk_size = 1 + end + self.mask_t = {} + for t = 1, chunk_size do + self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end +end + +function Dropout:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end + for t = 1, chunk_size do + if self.mask_t[t] == nil or self.mask_t[t]:nrow() ~= batch_size then + self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end + end +end + +function Dropout:propagate(input, output, t) + if t == nil then + t = 1 + end + if self.gconf.dropout_rate == nil then + nerv.info("DropoutLayerT:propagate warning, global_conf.dropout_rate is nil, setting it zero") + self.gconf.dropout_rate = 0 + end + + if self.gconf.dropout_rate == 0 then + output[1]:copy_fromd(input[1]) + else + self.mask_t[t]:rand_uniform() + --since we will lose a portion of the actvations, we multiply the activations by 1/(1-dr) to compensate + self.mask_t[t]:thres_mask(self.mask_t[t], self.gconf.dropout_rate, 0, 1 / (1.0 - self.gconf.dropout_rate)) + output[1]:mul_elem(input[1], self.mask_t[t]) + end +end + +function Dropout:update(bp_err, input, output, t) + -- no params, therefore do nothing +end + +function Dropout:back_propagate(bp_err, next_bp_err, input, output, t) + if t == nil then + t = 1 + end + if self.gconf.dropout_rate == 0 then + next_bp_err[1]:copy_fromd(bp_err[1]) + else + next_bp_err[1]:mul_elem(bp_err[1], self.mask_t[t]) + end +end + +function Dropout:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/tnn/layersT/lstm_t.lua b/nerv/tnn/layersT/lstm_t.lua new file mode 100644 index 0000000..ded6058 --- /dev/null +++ b/nerv/tnn/layersT/lstm_t.lua @@ -0,0 +1,125 @@ +local LSTMLayerT = nerv.class('nerv.LSTMLayerT', 'nerv.LayerT') + +function LSTMLayerT:__init(id, global_conf, layer_conf) + --input1:x input2:h input3:c + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + --prepare a DAGLayerT to hold the lstm structure + local pr = layer_conf.pr + if pr == nil then + pr = nerv.ParamRepo() + end + + local function ap(str) + return self.id .. '.' .. str + end + + local layers = { + ["nerv.CombinerLayer"] = { + [ap("inputXDup")] = {{}, {["dim_in"] = {self.dim_in[1]}, + ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1], self.dim_in[1]}, ["lambda"] = {1}}}, + [ap("inputHDup")] = {{}, {["dim_in"] = {self.dim_in[2]}, + ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2], self.dim_in[2]}, ["lambda"] = {1}}}, + [ap("inputCDup")] = {{}, {["dim_in"] = {self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3], self.dim_in[3]}, ["lambda"] = {1}}}, + [ap("mainCDup")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3]}, + ["lambda"] = {1, 1}}}, + }, + ["nerv.AffineLayer"] = { + [ap("mainAffineL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_out[1]}, ["pr"] = pr}}, + }, + ["nerv.TanhLayer"] = { + [ap("mainTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, + [ap("outputTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, + }, + ["nerv.GateFFFLayer"] = { + [ap("forgetGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + [ap("inputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + [ap("outputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + + }, + ["nerv.ElemMulLayer"] = { + [ap("inputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + [ap("forgetGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + [ap("outputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + }, + } + + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) + + local connections_t = { + ["[1]"] = ap("inputXDup[1]"), + ["[2]"] = ap("inputHDup[1]"), + ["[3]"] = ap("inputCDup[1]"), + + [ap("inputXDup[1]")] = ap("mainAffineL[1]"), + [ap("inputHDup[1]")] = ap("mainAffineL[2]"), + [ap("inputCDup[1]")] = ap("mainAffineL[3]"), + [ap("mainAffineL[1]")] = ap("mainTanhL[1]"), + + [ap("inputXDup[2]")] = ap("inputGateL[1]"), + [ap("inputHDup[2]")] = ap("inputGateL[2]"), + [ap("inputCDup[2]")] = ap("inputGateL[3]"), + + [ap("inputXDup[3]")] = ap("forgetGateL[1]"), + [ap("inputHDup[3]")] = ap("forgetGateL[2]"), + [ap("inputCDup[3]")] = ap("forgetGateL[3]"), + + [ap("mainTanhL[1]")] = ap("inputGMulL[1]"), + [ap("inputGateL[1]")] = ap("inputGMulL[2]"), + + [ap("inputCDup[4]")] = ap("forgetGMulL[1]"), + [ap("forgetGateL[1]")] = ap("forgetGMulL[2]"), + + [ap("inputGMulL[1]")] = ap("mainCDup[1]"), + [ap("forgetGMulL[1]")] = ap("mainCDup[2]"), + + [ap("inputXDup[4]")] = ap("outputGateL[1]"), + [ap("inputHDup[4]")] = ap("outputGateL[2]"), + [ap("mainCDup[3]")] = ap("outputGateL[3]"), + + [ap("mainCDup[2]")] = "[2]", + [ap("mainCDup[1]")] = ap("outputTanhL[1]"), + + [ap("outputTanhL[1]")] = ap("outputGMulL[1]"), + [ap("outputGateL[1]")] = ap("outputGMulL[2]"), + + [ap("outputGMulL[1]")] = "[1]", + } + self.dagL = nerv.DAGLayerT(self.id, global_conf, + {["dim_in"] = self.dim_in, ["dim_out"] = self.dim_out, ["sub_layers"] = layerRepo, + ["connections"] = connections_t}) + + self:check_dim_len(3, 2) -- x, h, c and h, c +end + +function LSTMLayerT:init(batch_size, chunk_size) + self.dagL:init(batch_size, chunk_size) +end + +function LSTMLayerT:batch_resize(batch_size, chunk_size) + self.dagL:batch_resize(batch_size, chunk_size) +end + +function LSTMLayerT:update(bp_err, input, output, t) + self.dagL:update(bp_err, input, output, t) +end + +function LSTMLayerT:propagate(input, output, t) + self.dagL:propagate(input, output, t) +end + +function LSTMLayerT:back_propagate(bp_err, next_bp_err, input, output, t) + self.dagL:back_propagate(bp_err, next_bp_err, input, output, t) +end + +function LSTMLayerT:get_params() + return self.dagL:get_params() +end diff --git a/nerv/tnn/layersT/softmax_ce_t.lua b/nerv/tnn/layersT/softmax_ce_t.lua new file mode 100644 index 0000000..a9ce975 --- /dev/null +++ b/nerv/tnn/layersT/softmax_ce_t.lua @@ -0,0 +1,93 @@ +local SoftmaxCELayer = nerv.class("nerv.SoftmaxCELayerT", "nerv.LayerT") + +function SoftmaxCELayer:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.compressed = layer_conf.compressed + if self.compressed == nil then + self.compressed = false + end + self:check_dim_len(2, -1) -- two inputs: nn output and label +end + +function SoftmaxCELayer:init(batch_size, chunk_size) + if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then + nerv.error("mismatching dimensions of previous network output and labels") + end + if chunk_size == nil then + chunk_size = 1 + end + self.total_ce = 0.0 + self.total_correct = 0 + self.total_frames = 0 + self.softmax_t = {} + self.ce_t = {} + for t = 1, chunk_size do + self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end +end + +function SoftmaxCELayer:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end + for t = 1, chunk_size do + if self.softmax_t[t]:nrow() ~= batch_size then + self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end + end +end + +function SoftmaxCELayer:update(bp_err, input, output, t) + -- no params, therefore do nothing +end + +function SoftmaxCELayer:propagate(input, output, t) + if t == nil then + t = 1 + end + local softmax = self.softmax_t[t] + local ce = self.ce_t[t] + local classified = softmax:softmax(input[1]) + local label = input[2] + ce:log_elem(softmax) + if self.compressed then + label = label:decompress(input[1]:ncol()) + end + ce:mul_elem(ce, label) + ce = ce:rowsum() + if output[1] ~= nil then + output[1]:copy_fromd(ce) + end + -- add total ce + self.total_ce = self.total_ce - ce:colsum()[0][0] + self.total_frames = self.total_frames + softmax:nrow() + -- TODO: add colsame for uncompressed label + if self.compressed then + self.total_correct = self.total_correct + classified:colsame(input[2])[0][0] + end +end + +function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) + -- softmax output - label + if t == nil then + t = 1 + end + local label = input[2] + if self.compressed then + label = label:decompress(input[1]:ncol()) + end + local nbe = next_bp_err[1] + nbe:add(self.softmax_t[t], label, 1.0, -1.0) + if bp_err[1] ~= nil then + nbe:scale_rows_by_col(bp_err[1]) + end +end + +function SoftmaxCELayer:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/tnn/sutil.lua b/nerv/tnn/sutil.lua new file mode 100644 index 0000000..f5bc408 --- /dev/null +++ b/nerv/tnn/sutil.lua @@ -0,0 +1,52 @@ +local Util = nerv.class("nerv.SUtil") --Scheduler Utility + +function Util.simple_split(inputstr, sep) + if sep == nil then + sep = "%s" + end + local t={} ; i=1 + for str in string.gmatch(inputstr, "([^"..sep.."]+)") do + t[i] = str + i = i + 1 + end + return t +end + +function Util.parse_schedule(str) + --parse a string like "1.2*10:1.5" to a list of numbers + local sch = {} + local s = Util.simple_split(str, ':') + for i = 1, #s do + local p = Util.simple_split(s[i], "%*") + if #p ~= 2 and #p ~= 1 then + nerv.error("nerv.SUtil:parse_schedule error, unit(%s) not proper, has %d components.", s[i], #p) + end + if p[2] == nil then + p[2] = "1" + end + p[1] = tonumber(p[1]) + p[2] = tonumber(p[2]) + for j = 1, p[2] do + table.insert(sch, p[1]) + end + end + + --for i = 1, #sch do + -- print(sch[i]) + --end + return sch +end + +function Util.sche_get(s, it) + --get s[it] + if s == nil then + nerv.info("Util.sche_get: warning, scheule is nil, returning zero...") + return 0 + end + if #s >= it then + return s[it] + else + nerv.info("Util.sche_get: warning, it(%d) > #schedule(%d), returning the last one of schedule(%f)...", it, #s, s[#s]) + return s[#s] + end +end diff --git a/nerv/tnn/tnn.lua b/nerv/tnn/tnn.lua new file mode 100644 index 0000000..56c9dc0 --- /dev/null +++ b/nerv/tnn/tnn.lua @@ -0,0 +1,565 @@ +local TNN = nerv.class("nerv.TNN") + +local function parse_id(str) + --used to parse layerid[portid],time + local id, port, time, _ + _, _, id, port, time = string.find(str, "([a-zA-Z0-9_]+)%[([0-9]+)%][,]*([0-9]*)") + if id == nil or port == nil then + _, _, id, port, time = string.find(str, "(.+)%[([0-9]+)%][,]*([0-9]*)") + if not (id == "" or id == "") then + nerv.error("wrong format of connection id") + end + end + --print(str, id, port, time) + port = tonumber(port) + if (time == nil) then + time = 0 + else + time = tonumber(time) + end + --now time don't need to be parsed + return id, port +end + +local function discover(id, layers, layer_repo) + local ref = layers[id] + if id == "" or id == "" then + return nil + end + if ref == nil then + local layer = layer_repo:get_layer(id) + local dim_in, dim_out = layer:get_dim() + ref = { + layer = layer, + id = layer.id, + inputs_m = {}, --storage for computation, inputs_m[time][port] + inputs_b = {}, --inputs_g[time][port], whether this input can been computed + inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation, inputs_p_matbak[port] + outputs_m = {}, + outputs_b = {}, + err_inputs_m = {}, + err_inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation + err_inputs_b = {}, + err_outputs_m = {}, + err_outputs_b = {}, + i_conns_p = {}, --list of inputing connections + o_conns_p = {}, --list of outputing connections + dim_in = dim_in, --list of dimensions of ports + dim_out = dim_out, + } + layers[id] = ref + end + return ref +end + +nerv.TNN.FC = {} --flag const +nerv.TNN.FC.SEQ_START = 4 +nerv.TNN.FC.SEQ_END = 8 +nerv.TNN.FC.HAS_INPUT = 1 +nerv.TNN.FC.HAS_LABEL = 2 +nerv.TNN.FC.SEQ_NORM = bit.bor(nerv.TNN.FC.HAS_INPUT, nerv.TNN.FC.HAS_LABEL) --This instance have both input and label + +function TNN.make_initial_store(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) + --Return a table of matrix storage from time (1-chunk_size)..(2*chunk_size) + if (type(st) ~= "table") then + nerv.error("st should be a table") + end + for i = 1 - chunk_size - 1, chunk_size * 2 + 1 do --intentionally allocated more time, should be [1-chunk_size, chunk_size*2] + if (st[i] == nil) then + st[i] = {} + end + st[i][p] = global_conf.cumat_type(batch_size, dim) + st[i][p]:fill(0) + if (st_c ~= nil) then + if (st_c[i + t_c] == nil) then + st_c[i + t_c] = {} + end + st_c[i + t_c][p_c] = st[i][p] + end + end +end + +function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current feed + if (t < 1 or t > self.chunk_size) then + return true + end + if (self.feeds_now.flagsPack_now[t] == 0 or self.feeds_now.flagsPack_now[t] == nil) then + return true + end + return false +end + +function TNN:__init(id, global_conf, layer_conf) + self.clip_t = layer_conf.clip_t + if self.clip_t == nil then + self.clip_t = 0 + end + if self.clip_t > 0 then + nerv.info("tnn(%s) will clip gradient across time with %f...", id, self.clip_t) + end + local layers = {} + local inputs_p = {} --map:port of the TNN to layer ref and port + local outputs_p = {} + local dim_in = layer_conf.dim_in + local dim_out = layer_conf.dim_out + local parsed_conns = {} + local _ + + for _, ll in pairs(layer_conf.connections) do + local id_from, port_from = parse_id(ll[1]) + local id_to, port_to = parse_id(ll[2]) + local time_to = ll[3] + + print(id_from, id_to, time_to) + + local ref_from = discover(id_from, layers, layer_conf.sub_layers) + local ref_to = discover(id_to, layers, layer_conf.sub_layers) + + if (id_from == "") then + if (dim_in[port_from] ~= ref_to.dim_in[port_to] or time_to ~= 0) then + nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) + end + inputs_p[port_from] = {["ref"] = ref_to, ["port"] = port_to} + ref_to.inputs_m[port_to] = {} --just a place holder + elseif (id_to == "") then + if (dim_out[port_to] ~= ref_from.dim_out[port_from] or time_to ~= 0) then + nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) + end + outputs_p[port_to] = {["ref"] = ref_from, ["port"] = port_from} + ref_from.outputs_m[port_from] = {} --just a place holder + else + local conn_now = { + ["src"] = {["ref"] = ref_from, ["port"] = port_from}, + ["dst"] = {["ref"] = ref_to, ["port"] = port_to}, + ["time"] = time_to + } + if (ref_to.dim_in[port_to] ~= ref_from.dim_out[port_from]) then + nerv.error("mismatch dimension or wrong time %s,%s,%d", ll[1], ll[2], ll[3]) + end + table.insert(parsed_conns, conn_now) + ref_to.i_conns_p[conn_now.dst.port] = conn_now + ref_from.o_conns_p[conn_now.src.port] = conn_now + end + end + + for id, ref in pairs(layers) do + print(id, "#dim_in:", #ref.dim_in, "#dim_out:", #ref.dim_out, "#i_conns_p:", #ref.i_conns_p, "#o_conns_p", #ref.o_conns_p) + end + + self.layers = layers + self.inputs_p = inputs_p + self.outputs_p = outputs_p + self.id = id + self.dim_in = dim_in + self.dim_out = dim_out + self.parsed_conns = parsed_conns + self.gconf = global_conf +end + +function TNN:init(batch_size, chunk_size) + self.batch_size = batch_size + self.chunk_size = chunk_size + for i, conn in ipairs(self.parsed_conns) do --init storage for connections inside the NN + local _, output_dim + local ref_from, port_from, ref_to, port_to, time + ref_from, port_from = conn.src.ref, conn.src.port + ref_to, port_to = conn.dst.ref, conn.dst.port + time = conn.time + + local dim = ref_from.dim_out[port_from] + if (dim == 0) then + nerv.error("layer %s has a zero dim port", ref_from.layer.id) + end + + print("TNN initing storage", ref_from.layer.id, "->", ref_to.layer.id) + ref_to.inputs_matbak_p[port_to] = self.gconf.cumat_type(batch_size, dim) + self.make_initial_store(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) + ref_from.err_inputs_matbak_p[port_from] = self.gconf.cumat_type(batch_size, dim) + self.make_initial_store(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) + + end + + self.outputs_m = {} + self.err_inputs_m = {} + for i = 1, #self.dim_out do --Init storage for output ports + local ref = self.outputs_p[i].ref + local p = self.outputs_p[i].port + self.make_initial_store(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) + self.make_initial_store(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) + end + + self.inputs_m = {} + self.err_outputs_m = {} + for i = 1, #self.dim_in do --Init storage for input ports + local ref = self.inputs_p[i].ref + local p = self.inputs_p[i].port + self.make_initial_store(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) + self.make_initial_store(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) + end + + for id, ref in pairs(self.layers) do --Calling init for child layers + for i = 1, #ref.dim_in do + if (ref.inputs_m[i] == nil or ref.err_outputs_m[i] == nil) then + nerv.error("dangling input port %d of layer %s", i, id) + end + end + for i = 1, #ref.dim_out do + if (ref.outputs_m[i] == nil or ref.err_inputs_m[i] == nil) then + nerv.error("dangling output port %d of layer %s", i, id) + end + end + -- initialize sub layers + ref.layer:init(batch_size, chunk_size) + end + + local flags_now = {} + local flagsPack_now = {} + for i = 1, chunk_size do + flags_now[i] = {} + flagsPack_now[i] = 0 + end + + self.feeds_now = {} --feeds is for the reader to fill + self.feeds_now.inputs_m = self.inputs_m + self.feeds_now.flags_now = flags_now + self.feeds_now.flagsPack_now = flagsPack_now + + self:flush_all() +end + +--[[ +function DAGLayer:batch_resize(batch_size) + self.gconf.batch_size = batch_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + + if ref_from.outputs[port_from]:nrow() ~= batch_size and output_dim[port_from] > 0 then + local mid = self.gconf.cumat_type(batch_size, output_dim[port_from]) + local err_mid = mid:create() + + ref_from.outputs[port_from] = mid + ref_to.inputs[port_to] = mid + + ref_from.err_inputs[port_from] = err_mid + ref_to.err_outputs[port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + ref.layer:batch_resize(batch_size) + end + collectgarbage("collect") +end +]]-- + +function TNN:flush_all() --flush all history and activation + local _, ref + for _, ref in pairs(self.layers) do + for i = 1, #ref.dim_in do + for t = 1 - self.chunk_size, self.chunk_size * 2 do + ref.inputs_m[t][i]:fill(self.gconf.nn_act_default) + if (ref.inputs_b[t] == nil) then + ref.inputs_b[t] = {} + end + ref.inputs_b[t][i] = false + ref.err_outputs_m[t][i]:fill(0) + if (ref.err_outputs_b[t] == nil) then + ref.err_outputs_b[t] = {} + end + ref.err_outputs_b[t][i] = false + end + end + for i = 1, #ref.dim_out do + for t = 1 - self.chunk_size, self.chunk_size * 2 do + ref.outputs_m[t][i]:fill(self.gconf.nn_act_default) + if (ref.outputs_b[t] == nil) then + ref.outputs_b[t] = {} + end + ref.outputs_b[t][i] = false + ref.err_inputs_m[t][i]:fill(0) + if (ref.err_inputs_b[t] == nil) then + ref.err_inputs_b[t] = {} + end + ref.err_inputs_b[t][i] = false + end + end + end +end + +--reader: some reader +--Returns: bool, whether has new feed +--Returns: feeds, a table that will be filled with the reader's feeds +function TNN:getfeed_from_reader(reader) + local feeds_now = self.feeds_now + local got_new = reader:get_batch(feeds_now) + return got_new, feeds_now +end + +function TNN:move_right_to_nextmb(list_t) --move output history activations of 1..chunk_size to 1-chunk_size..0 + if list_t == nil then + list_t = {} + for i = 1, self.chunk_size do + list_t[i] = i - self.chunk_size + end + end + for i = 1, #list_t do + t = list_t[i] + if t < 1 - self.chunk_size or t > 0 then + nerv.error("MB move range error") + end + for id, ref in pairs(self.layers) do + for p = 1, #ref.dim_out do + ref.outputs_m[t][p]:copy_fromd(ref.outputs_m[t + self.chunk_size][p]) + end + end + end +end + +function TNN:net_propagate() --propagate according to feeds_now + for t = 1, self.chunk_size, 1 do + for id, ref in pairs(self.layers) do + for p = 1, #ref.dim_out do + ref.outputs_b[t][p] = false + end + for p = 1, #ref.dim_in do + ref.inputs_b[t][p] = false + end + end + end + + local feeds_now = self.feeds_now + for t = 1, self.chunk_size do + if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then + for i = 1, #self.dim_in do + local ref = self.inputs_p[i].ref + local p = self.inputs_p[i].port + ref.inputs_b[t][p] = true + self:propagate_dfs(ref, t) + end + end + end + + local flag_out = true + for t = 1, self.chunk_size do --check whether every output has been computed + if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then + for i = 1, #self.dim_out do + local ref = self.outputs_p[i].ref + if (ref.outputs_b[t][1] ~= true) then + flag_out = false + break + end + end + end + end + if (flag_out == false) then + nerv.error("some thing wrong, some labeled output is not propagated") + end +end + +--ref: the TNN_ref of a layer +--t: the current time to propagate +function TNN:propagate_dfs(ref, t) + if (self:out_of_feedrange(t)) then + return + end + if (ref.outputs_b[t][1] == true) then --already propagated, 1 is just a random port + return + end + + --print("debug dfs", ref.layer.id, t) + + local flag = true --whether have all inputs + for _, conn in pairs(ref.i_conns_p) do + local p = conn.dst.port + if (not (ref.inputs_b[t][p] or self:out_of_feedrange(t - conn.time))) then + flag = false + break + end + end + if (flag == false) then + return + end + + --ok, do propagate + --print("debug ok, propagating"); + --The MB moving will cause bordering history to be changed, so it is more wise to flush the input activation + if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border history + for i = 1, self.batch_size do + local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) + local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) + if (seq_start > 0 or seq_end > 0) then + for p, conn in pairs(ref.i_conns_p) do + if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to default + ref.inputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) + end + end + end + end + end + self.gconf.timer:tic("tnn_actual_layer_propagate") + ref.layer:propagate(ref.inputs_m[t], ref.outputs_m[t], t) --propagate! + self.gconf.timer:toc("tnn_actual_layer_propagate") + --[[ + if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --restore cross-border history + for i = 1, self.batch_size do + local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) + local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) + if (seq_start > 0 or seq_end > 0) then + for p, conn in pairs(ref.o_conns_p) do + if ((ref.o_conns_p[p].time > 0 and seq_end > 0) or (ref.o_conns_p[p].time < 0 and seq_start > 0)) then + ref.outputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) + end + end + end + end + end + ]]-- + --set input flag for future layers + for i = 1, #ref.dim_out do + if (ref.outputs_b[t][i] == true) then + nerv.error("this time's outputs_b should be false") + end + ref.outputs_b[t][i] = true + end + + --try dfs for further layers + for _, conn in pairs(ref.o_conns_p) do + --print("debug dfs-searching", conn.dst.ref.layer.id) + conn.dst.ref.inputs_b[t + conn.time][conn.dst.port] = true + self:propagate_dfs(conn.dst.ref, t + conn.time) + end +end + +--do_update: bool, whether we are doing back-propagate or updating the parameters +function TNN:net_backpropagate(do_update) --propagate according to feeds_now + if do_update == nil then + nerv.error("do_update should not be nil") + end + for t = 1, self.chunk_size, 1 do + for id, ref in pairs(self.layers) do + for p = 1, #ref.dim_out do + ref.err_inputs_b[t][p] = false + end + for p = 1, #ref.dim_in do + ref.err_outputs_b[t][p] = false + end + end + end + + local feeds_now = self.feeds_now + for t = 1, self.chunk_size do + if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0 then + for i = 1, #self.dim_out do + local ref = self.outputs_p[i].ref + local p = self.outputs_p[i].port + ref.err_inputs_b[t][p] = true + self:backpropagate_dfs(ref, t, do_update) + end + end + end + + local flag_out = true + for t = 1, self.chunk_size do --check whether every output has been computed + if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0 then + for i = 1, #self.dim_in do + local ref = self.inputs_p[i].ref + if ref.err_outputs_b[t][1] ~= true then + flag_out = false + break + end + end + end + end + if (flag_out == false) then + nerv.error("some thing wrong, some input is not back_propagated") + end +end + +--ref: the TNN_ref of a layer +--t: the current time to propagate +function TNN:backpropagate_dfs(ref, t, do_update) + if self:out_of_feedrange(t) then + return + end + if ref.err_outputs_b[t][1] == true then --already back_propagated, 1 is just a random port + return + end + + --print("debug dfs", ref.layer.id, t) + + local flag = true --whether have all inputs + for _, conn in pairs(ref.o_conns_p) do + local p = conn.src.port + if (not (ref.err_inputs_b[t][p] or self:out_of_feedrange(t + conn.time))) then + flag = false + break + end + end + if (flag == false) then + return + end + + --ok, do back_propagate + --print("debug ok, back-propagating(or updating)") + if (do_update == false) then + self.gconf.timer:tic("tnn_actual_layer_backpropagate") + ref.layer:back_propagate(ref.err_inputs_m[t], ref.err_outputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) + self.gconf.timer:toc("tnn_actual_layer_backpropagate") + if self.clip_t > 0 then + for _, conn in pairs(ref.i_conns_p) do + local p = conn.dst.port --port for ref + if conn.time ~= 0 then + --print("debug clip_t tnn", ref.id, "port:", p, "clip:", self.clip_t) + ref.err_outputs_m[t][p]:clip(-self.clip_t, self.clip_t) + end + end + end + else + --print(ref.err_inputs_m[t][1]) + self.gconf.timer:tic("tnn_actual_layer_update") + ref.layer:update(ref.err_inputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) + self.gconf.timer:toc("tnn_actual_layer_update") + end + + if (do_update == false and bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border errors + for i = 1, self.batch_size do + local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) + local seq_end = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_END) + if (seq_start > 0 or seq_end > 0) then + for p, conn in pairs(ref.i_conns_p) do + if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to zero + ref.err_outputs_m[t][p][i - 1]:fill(0) + end + end + end + end + end + + for i = 1, #ref.dim_in do + if (ref.err_outputs_b[t][i] == true) then + nerv.error("this time's outputs_b should be false") + end + ref.err_outputs_b[t][i] = true + end + + --try dfs for further layers + for _, conn in pairs(ref.i_conns_p) do + --print("debug dfs-searching", conn.src.ref.layer.id) + conn.src.ref.err_inputs_b[t - conn.time][conn.src.port] = true + self:backpropagate_dfs(conn.src.ref, t - conn.time, do_update) + end +end + +--Return: nerv.ParamRepo +function TNN:get_params() + local param_repos = {} + for id, ref in pairs(self.layers) do + table.insert(param_repos, ref.layer:get_params()) + end + return nerv.ParamRepo.merge(param_repos) +end + -- cgit v1.2.3-70-g09d2 From c73e332126f2c89958b68b47f18fdb5ac0276bde Mon Sep 17 00:00:00 2001 From: txh18 Date: Thu, 3 Dec 2015 13:45:14 +0800 Subject: added al_sen_start stat for lmseqreader --- nerv/examples/lmptb/lmptb/lmseqreader.lua | 15 +++++++++++++-- nerv/examples/lmptb/m-tests/lmseqreader_test.lua | 4 ++-- 2 files changed, 15 insertions(+), 4 deletions(-) diff --git a/nerv/examples/lmptb/lmptb/lmseqreader.lua b/nerv/examples/lmptb/lmptb/lmseqreader.lua index ead8d4c..40471d5 100644 --- a/nerv/examples/lmptb/lmptb/lmseqreader.lua +++ b/nerv/examples/lmptb/lmptb/lmseqreader.lua @@ -39,7 +39,8 @@ function LMReader:open_file(fn) for i = 1, self.batch_size, 1 do self.streams[i] = {["store"] = {}, ["head"] = 1, ["tail"] = 0} end - + self.stat = {} --stat collected during file reading + self.stat.al_sen_start = true --check whether it's always sentence_start at the begining of a minibatch self.bak_inputs_m = {} --backup MMatrix for temporary storey(then copy to TNN CuMatrix) for j = 1, self.chunk_size, 1 do self.bak_inputs_m[j] = {} @@ -169,7 +170,17 @@ function LMReader:get_batch(feeds) inputs_m[j][1]:copy_fromh(self.bak_inputs_m[j][1]) end - if (got_new == false) then + --check for self.al_sen_start + for i = 1, self.batch_size do + if inputs_s[1][i] ~= self.vocab.sen_end_token and inputs_s[1][i] ~= self.vocab.null_token then + self.stat.al_sen_start = false + end + end + + if got_new == false then + nerv.info("lmseqreader file ends, printing stats...") + print("al_sen_start:", self.stat.al_sen_start) + return false else return true diff --git a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua index b98ff95..9127559 100644 --- a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua +++ b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua @@ -7,7 +7,7 @@ local test_fn = "/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-te --local test_fn = "/home/slhome/txh18/workspace/nerv-project/nerv/examples/lmptb/PTBdata/ptb.train.txt" local vocab = nerv.LMVocab() vocab:build_file(test_fn) -local chunk_size = 5 +local chunk_size = 20 local batch_size = 3 local global_conf = { lrate = 1, wcost = 1e-6, momentum = 0, @@ -30,7 +30,7 @@ local global_conf = { vocab = vocab } -local reader = nerv.LMSeqReader(global_conf, batch_size, chunk_size, vocab) +local reader = nerv.LMSeqReader(global_conf, batch_size, chunk_size, vocab, {["se_mode"] = true}) reader:open_file(test_fn) local feeds = {} feeds.flags_now = {} -- cgit v1.2.3-70-g09d2 From 597d47b9535d180fbc97bf5643bcdd2eecaec3ee Mon Sep 17 00:00:00 2001 From: txh18 Date: Thu, 3 Dec 2015 21:21:01 +0800 Subject: added two layers to lstmlm_ptb, todo:test it --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 225 +++++++++++++++++------------ nerv/examples/lmptb/m-tests/sutil_test.lua | 8 +- nerv/tnn/sutil.lua | 12 ++ 3 files changed, 153 insertions(+), 92 deletions(-) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 4123378..333fa96 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -74,12 +74,12 @@ function prepare_layers(global_conf) local du = false --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} - local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} + --local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} local layers = { - ["nerv.AffineRecurrentLayer"] = { - ["recurrentL1"] = recurrentLconfig, - }, + --["nerv.AffineRecurrentLayer"] = { + -- ["recurrentL1"] = recurrentLconfig, + --}, ["nerv.LSTMLayerT"] = { ["lstmL1"] = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["pr"] = pr}}, @@ -93,12 +93,12 @@ function prepare_layers(global_conf) ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, }, - ["nerv.SigmoidLayer"] = { - ["sigmoidL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} - }, + --["nerv.SigmoidLayer"] = { + -- ["sigmoidL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + --}, ["nerv.CombinerLayer"] = { - ["combinerL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}} + ["combinerL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}}, }, ["nerv.AffineLayer"] = { @@ -109,8 +109,13 @@ function prepare_layers(global_conf) ["softmaxL"] = {{}, {["dim_in"] = {global_conf.vocab:size(), global_conf.vocab:size()}, ["dim_out"] = {1}}}, }, } - - --[[ --we do not need those in the new rnn framework + + for l = 2, global_conf.layer_num do + layers["nerv.DropoutLayerT"]["dropoutL" .. l] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + layers["nerv.LSTMLayerT"]["lstmL" .. l] = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["pr"] = pr}} + layers["nerv.CombinerLayer"]["combinerL" .. l] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}} + end + --[[ --we do not need those in the new tnn framework printf("%s adding %d bptt layers...\n", global_conf.sche_log_pre, global_conf.bptt) for i = 1, global_conf.bptt do layers["nerv.IndRecurrentLayer"]["recurrentL" .. (i + 1)] = recurrentLconfig @@ -145,12 +150,20 @@ function prepare_tnn(global_conf, layerRepo) {"dropoutL1[1]", "combinerL1[1]", 0}, {"combinerL1[1]", "lstmL1[2]", 1}, - {"combinerL1[2]", "outputL[1]", 0}, + {"combinerL"..global_conf.layer_num.."[2]", "outputL[1]", 0}, {"outputL[1]", "softmaxL[1]", 0}, {"[2]", "softmaxL[2]", 0}, {"softmaxL[1]", "[1]", 0} } + for l = 2, global_conf.layer_num do + table.insert(connections_t, {"combinerL"..(l-1).."[2]", "lstmL"..l.."[1]", 0}) + table.insert(connections_t, {"lstmL"..l.."[2]", "lstmL"..l.."[3]", 1}) + table.insert(connections_t, {"lstmL"..l.."[1]", "dropoutL"..l.."[1]", 0}) + table.insert(connections_t, {"dropoutL"..l.."[1]", "combinerL"..l.."[1]", 0}) + table.insert(connections_t, {"combinerL"..l.."[1]", "lstmL"..l.."[2]", 1}) + end + --[[ printf("%s printing DAG connections:\n", global_conf.sche_log_pre) for key, value in pairs(connections_t) do @@ -189,15 +202,17 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 0.1, wcost = 1e-5, momentum = 0, clip_t = 10, + lrate = 0.15, wcost = 1e-5, momentum = 0, clip_t = 10, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, - hidden_size = 300, --set to 400 for a stable good test PPL + hidden_size = 600, + layer_num = 2, chunk_size = 15, - batch_size = 10, + batch_size = 20, max_iter = 45, + lr_decay = 1.003, decay_iter = 10, param_random = function() return (math.random() / 5 - 0.1) end, dropout_str = "0.5", @@ -227,11 +242,14 @@ global_conf = { nn_act_default = 0, hidden_size = 300, + layer_num = 1, chunk_size = 15, batch_size = 10, max_iter = 30, decay_iter = 10, + lr_decay = 1.003, param_random = function() return (math.random() / 5 - 0.1) end, + dropout_str = "0", train_fn = train_fn, valid_fn = valid_fn, @@ -251,20 +269,24 @@ test_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/so vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' global_conf = { - lrate = 1, wcost = 1e-5, momentum = 0, + lrate = 0.01, wcost = 1e-5, momentum = 0, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, hidden_size = 20, + layer_num = 1, chunk_size = 2, batch_size = 10, max_iter = 3, param_random = function() return (math.random() / 5 - 0.1) end, + dropout_str = "0", train_fn = train_fn, valid_fn = valid_fn, test_fn = test_fn, + lr_decay = 1.003, + decay_iter = 10, vocab_fn = vocab_fn, sche_log_pre = "[SCHEDULER]:", log_w_num = 10, --give a message when log_w_num words have been processed @@ -274,9 +296,13 @@ global_conf = { end -lr_half = false --can not be local, to be set by loadstring -start_iter = -1 -ppl_last = 100000 +local lr_half = false --can not be local, to be set by loadstring +local start_iter = -1 +local ppl_last = 100000 +local commands_str = "train:test" +local commands = {} +local test_iter = -1 + if (arg[2] ~= nil) then printf("%s applying arg[2](%s)...\n", global_conf.sche_log_pre, arg[2]) loadstring(arg[2])() @@ -285,12 +311,12 @@ else printf("%s no user setting, all default...\n", global_conf.sche_log_pre) end -global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size --.. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'l' .. global_conf.layer_num --.. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' global_conf.param_fn = global_conf.work_dir .. "/params" global_conf.dropout_list = nerv.SUtil.parse_schedule(global_conf.dropout_str) -global_conf.dropout_rate = 0 +commands = nerv.SUtil.parse_commands_set(commands_str) ----------------printing options--------------------------------- printf("%s printing global_conf...\n", global_conf.sche_log_pre) for id, value in pairs(global_conf) do @@ -301,6 +327,8 @@ printf("%s printing training scheduling options...\n", global_conf.sche_log_pre) print("lr_half", lr_half) print("start_iter", start_iter) print("ppl_last", ppl_last) +print("commds_str", commands_str) +print("test_iter", test_iter) printf("%s printing training scheduling end.\n", global_conf.sche_log_pre) nerv.LMUtil.wait(2) ------------------printing options end------------------------------ @@ -317,77 +345,92 @@ printf("%s building vocab...\n", global_conf.sche_log_pre) global_conf.vocab:build_file(global_conf.vocab_fn, false) ppl_rec = {} -if start_iter == -1 then - prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file -end - -if start_iter == -1 or start_iter == 0 then - print("===INITIAL VALIDATION===") - local tnn = load_net(global_conf, 0) - global_conf.paramRepo = tnn:get_params() --get auto-generted params - global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file - local result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! - nerv.LMUtil.wait(1) - ppl_rec[0] = {} - ppl_rec[0].valid = result:ppl_all("rnn") - ppl_last = ppl_rec[0].valid - ppl_rec[0].train = 0 - ppl_rec[0].test = 0 - ppl_rec[0].lr = 0 - - start_iter = 1 - - print() -end - -local final_iter -for iter = start_iter, global_conf.max_iter, 1 do - final_iter = iter --for final testing - global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" - tnn = load_net(global_conf, iter - 1) - printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) - global_conf.dropout_rate = nerv.SUtil.sche_get(global_conf.dropout_list, iter) - result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! - global_conf.dropout_rate = 0 - ppl_rec[iter] = {} - ppl_rec[iter].train = result:ppl_all("rnn") - --shuffling training file - printf("%s shuffling training file\n", global_conf.sche_log_pre) - os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) - os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) - printf("===PEEK ON TEST %d===\n", iter) - result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! - ppl_rec[iter].test = result:ppl_all("rnn") - printf("===VALIDATION %d===\n", iter) - result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! - ppl_rec[iter].valid = result:ppl_all("rnn") - ppl_rec[iter].lr = global_conf.lrate - if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then - global_conf.lrate = (global_conf.lrate * 0.6) - end - if ppl_rec[iter].valid < ppl_last then - printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) - global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) - else - printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) - os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) +local final_iter = -1 +if commands["train"] == 1 then + if start_iter == -1 then + prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file + end + + if start_iter == -1 or start_iter == 0 then + print("===INITIAL VALIDATION===") + local tnn = load_net(global_conf, 0) + global_conf.paramRepo = tnn:get_params() --get auto-generted params + global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file + global_conf.dropout_rate = 0 + local result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! + nerv.LMUtil.wait(1) + ppl_rec[0] = {} + ppl_rec[0].valid = result:ppl_all("rnn") + ppl_last = ppl_rec[0].valid + ppl_rec[0].train = 0 + ppl_rec[0].test = 0 + ppl_rec[0].lr = 0 + + start_iter = 1 + + print() + end + + for iter = start_iter, global_conf.max_iter, 1 do + final_iter = iter --for final testing + global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" + tnn = load_net(global_conf, iter - 1) + printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) + global_conf.dropout_rate = nerv.SUtil.sche_get(global_conf.dropout_list, iter) + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + global_conf.dropout_rate = 0 + ppl_rec[iter] = {} + ppl_rec[iter].train = result:ppl_all("rnn") + --shuffling training file + printf("%s shuffling training file\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) + os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) + printf("===PEEK ON TEST %d===\n", iter) + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! + ppl_rec[iter].test = result:ppl_all("rnn") + printf("===VALIDATION %d===\n", iter) + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! + ppl_rec[iter].valid = result:ppl_all("rnn") + ppl_rec[iter].lr = global_conf.lrate + if ((ppl_last / ppl_rec[iter].valid < global_conf.lr_decay or lr_half == true) and iter > global_conf.decay_iter) then + global_conf.lrate = (global_conf.lrate * 0.6) + end + if ppl_rec[iter].valid < ppl_last then + printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) + global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) + else + printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) + end + if ppl_last / ppl_rec[iter].valid < global_conf.lr_decay or lr_half == true then + lr_half = true + end + if ppl_rec[iter].valid < ppl_last then + ppl_last = ppl_rec[iter].valid + end + printf("\n") + nerv.LMUtil.wait(2) + end + nerv.info("saving final nn to param.final") + os.execute('cp ' .. global_conf.param_fn .. '.' .. tostring(final_iter) .. ' ' .. global_conf.param_fn .. '.final') + + printf("===VALIDATION PPL record===\n") + for i, _ in pairs(ppl_rec) do + printf(" \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) end - if ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true then - lr_half = true + printf("\n") +end --if commands["train"] + +if commands["test"] == 1 then + printf("===FINAL TEST===\n") + global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" + if final_iter ~= -1 and test_iter == -1 then + test_iter = final_iter end - if ppl_rec[iter].valid < ppl_last then - ppl_last = ppl_rec[iter].valid + if test_iter == -1 then + test_iter = "final" end - printf("\n") - nerv.LMUtil.wait(2) -end -printf("===VALIDATION PPL record===\n") -for i, _ in pairs(ppl_rec) do - printf(" \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) -end -printf("\n") -printf("===FINAL TEST===\n") -global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" -tnn = load_net(global_conf, final_iter) -LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! - + tnn = load_net(global_conf, test_iter) + global_conf.dropout_rate = 0 + LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! +end --if commands["test"] diff --git a/nerv/examples/lmptb/m-tests/sutil_test.lua b/nerv/examples/lmptb/m-tests/sutil_test.lua index 3f9bf9e..058de7e 100644 --- a/nerv/examples/lmptb/m-tests/sutil_test.lua +++ b/nerv/examples/lmptb/m-tests/sutil_test.lua @@ -1,4 +1,10 @@ --require "tnn.init" -ss = "0.1*1:2" +local ss = "0.1*1:2" nerv.SUtil.parse_schedule(ss) +ss = "train:test" +local coms = nerv.SUtil.parse_commands_set(ss) +print("!!!") +for p, v in pairs(coms) do + print(p,v) +end diff --git a/nerv/tnn/sutil.lua b/nerv/tnn/sutil.lua index f5bc408..d88bd8e 100644 --- a/nerv/tnn/sutil.lua +++ b/nerv/tnn/sutil.lua @@ -50,3 +50,15 @@ function Util.sche_get(s, it) return s[#s] end end + +function Util.parse_commands_set(str) + local coms = {} + local s = Util.simple_split(str, ':,') + for i = 1 ,#s do + if coms[s[i]] == 1 then + nerv.warning("nerv.SUtil.parse_commands_set command(%s) appered more than once in command_set(%s)", s[i], str) + end + coms[s[i]] = 1 + end + return coms +end -- cgit v1.2.3-70-g09d2 From 39815c1faccbc64221579a4e13d193d64e68897b Mon Sep 17 00:00:00 2001 From: txh18 Date: Thu, 3 Dec 2015 23:17:47 +0800 Subject: applying dropout on lstm.h before combinerL seems bad, PPL only 95, trying another way(like in the paper) of dropout for lstm.h after combinerL --- nerv/examples/lmptb/lstmlm_ptb_main.lua | 18 +++++++++--------- nerv/examples/lmptb/m-tests/sutil_test.lua | 2 ++ 2 files changed, 11 insertions(+), 9 deletions(-) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 333fa96..a49e5c2 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -146,22 +146,22 @@ function prepare_tnn(global_conf, layerRepo) {"selectL1[1]", "lstmL1[1]", 0}, {"lstmL1[2]", "lstmL1[3]", 1}, - {"lstmL1[1]", "dropoutL1[1]", 0}, - {"dropoutL1[1]", "combinerL1[1]", 0}, + {"lstmL1[1]", "combinerL1[1]", 0}, {"combinerL1[1]", "lstmL1[2]", 1}, - - {"combinerL"..global_conf.layer_num.."[2]", "outputL[1]", 0}, + {"combinerL1[2]", "dropoutL1[1]", 0}, + + {"dropoutL"..global_conf.layer_num.."[1]", "outputL[1]", 0}, {"outputL[1]", "softmaxL[1]", 0}, {"[2]", "softmaxL[2]", 0}, {"softmaxL[1]", "[1]", 0} } for l = 2, global_conf.layer_num do - table.insert(connections_t, {"combinerL"..(l-1).."[2]", "lstmL"..l.."[1]", 0}) + table.insert(connections_t, {"dropoutL"..(l-1).."[1]", "lstmL"..l.."[1]", 0}) table.insert(connections_t, {"lstmL"..l.."[2]", "lstmL"..l.."[3]", 1}) - table.insert(connections_t, {"lstmL"..l.."[1]", "dropoutL"..l.."[1]", 0}) - table.insert(connections_t, {"dropoutL"..l.."[1]", "combinerL"..l.."[1]", 0}) + table.insert(connections_t, {"lstmL"..l.."[1]", "combinerL"..l.."[1]", 0}) table.insert(connections_t, {"combinerL"..l.."[1]", "lstmL"..l.."[2]", 1}) + table.insert(connections_t, {"combinerL"..l.."[2]", "dropoutL"..l.."[1]", 0}) end --[[ @@ -207,14 +207,14 @@ global_conf = { mmat_type = nerv.MMatrixFloat, nn_act_default = 0, - hidden_size = 600, + hidden_size = 650, layer_num = 2, chunk_size = 15, batch_size = 20, max_iter = 45, lr_decay = 1.003, decay_iter = 10, - param_random = function() return (math.random() / 5 - 0.1) end, + param_random = function() return (math.random() / 50 - 0.01) end, dropout_str = "0.5", train_fn = train_fn, diff --git a/nerv/examples/lmptb/m-tests/sutil_test.lua b/nerv/examples/lmptb/m-tests/sutil_test.lua index 058de7e..95660d9 100644 --- a/nerv/examples/lmptb/m-tests/sutil_test.lua +++ b/nerv/examples/lmptb/m-tests/sutil_test.lua @@ -8,3 +8,5 @@ print("!!!") for p, v in pairs(coms) do print(p,v) end +nerv.sss = "sss" +print(nerv.sss) -- cgit v1.2.3-70-g09d2 From 618450eb71817ded45c422f35d8fede2d52a66b2 Mon Sep 17 00:00:00 2001 From: txh18 Date: Fri, 4 Dec 2015 14:58:17 +0800 Subject: added log_redirect to SUtil --- nerv/examples/lmptb/lm_trainer.lua | 14 ++--- nerv/examples/lmptb/lstmlm_ptb_main.lua | 89 ++++++++++++++++-------------- nerv/examples/lmptb/m-tests/sutil_test.lua | 3 + nerv/tnn/sutil.lua | 15 +++++ 4 files changed, 73 insertions(+), 48 deletions(-) diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua index e5384b1..9ef4794 100644 --- a/nerv/examples/lmptb/lm_trainer.lua +++ b/nerv/examples/lmptb/lm_trainer.lua @@ -7,7 +7,7 @@ require 'lmptb.lmseqreader' local LMTrainer = nerv.class('nerv.LMTrainer') -local printf = nerv.printf +--local printf = nerv.printf --The bias param update in nerv don't have wcost added function nerv.BiasParam:update_by_gradient(gradient) @@ -87,10 +87,10 @@ function LMTrainer.lm_process_file_rnn(global_conf, fn, tnn, do_train) --print log if result["rnn"].cn_w > next_log_wcn then next_log_wcn = next_log_wcn + global_conf.log_w_num - printf("%s %d words processed %s.\n", global_conf.sche_log_pre, result["rnn"].cn_w, os.date()) - printf("\t%s log prob per sample :%f.\n", global_conf.sche_log_pre, result:logp_sample("rnn")) + nerv.printf("%s %d words processed %s.\n", global_conf.sche_log_pre, result["rnn"].cn_w, os.date()) + nerv.printf("\t%s log prob per sample :%f.\n", global_conf.sche_log_pre, result:logp_sample("rnn")) for key, value in pairs(global_conf.timer.rec) do - printf("\t [global_conf.timer]: time spent on %s:%.5f clock time\n", key, value) + nerv.printf("\t [global_conf.timer]: time spent on %s:%.5f clock time\n", key, value) end global_conf.timer:flush() nerv.LMUtil.wait(0.1) @@ -108,9 +108,9 @@ function LMTrainer.lm_process_file_rnn(global_conf, fn, tnn, do_train) --break --debug end - printf("%s Displaying result:\n", global_conf.sche_log_pre) - printf("%s %s\n", global_conf.sche_log_pre, result:status("rnn")) - printf("%s Doing on %s end.\n", global_conf.sche_log_pre, fn) + nerv.printf("%s Displaying result:\n", global_conf.sche_log_pre) + nerv.printf("%s %s\n", global_conf.sche_log_pre, result:status("rnn")) + nerv.printf("%s Doing on %s end.\n", global_conf.sche_log_pre, fn) return result end diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index a49e5c2..681c308 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -7,7 +7,7 @@ require 'lmptb.lmseqreader' require 'lm_trainer' --[[global function rename]]-- -local printf = nerv.printf +--local printf = nerv.printf local LMTrainer = nerv.LMTrainer --[[global function rename ends]]-- @@ -15,13 +15,13 @@ local LMTrainer = nerv.LMTrainer --first_time: bool --Returns: a ParamRepo function prepare_parameters(global_conf, iter) - printf("%s preparing parameters...\n", global_conf.sche_log_pre) + nerv.printf("%s preparing parameters...\n", global_conf.sche_log_pre) global_conf.paramRepo = nerv.ParamRepo() local paramRepo = global_conf.paramRepo if iter == -1 then --first time - printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) + nerv.printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') f:close() --[[ @@ -56,10 +56,10 @@ function prepare_parameters(global_conf, iter) return nil end - printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) + nerv.printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) paramRepo:import({global_conf.param_fn .. '.' .. tostring(iter)}, nil, global_conf) - printf("%s preparing parameters end.\n", global_conf.sche_log_pre) + nerv.printf("%s preparing parameters end.\n", global_conf.sche_log_pre) return nil end @@ -67,7 +67,7 @@ end --global_conf: table --Returns: nerv.LayerRepo function prepare_layers(global_conf) - printf("%s preparing layers...\n", global_conf.sche_log_pre) + nerv.printf("%s preparing layers...\n", global_conf.sche_log_pre) local pr = global_conf.paramRepo @@ -125,7 +125,7 @@ function prepare_layers(global_conf) --]] local layerRepo = nerv.LayerRepo(layers, pr, global_conf) - printf("%s preparing layers end.\n", global_conf.sche_log_pre) + nerv.printf("%s preparing layers end.\n", global_conf.sche_log_pre) return layerRepo end @@ -133,7 +133,7 @@ end --layerRepo: nerv.LayerRepo --Returns: a nerv.TNN function prepare_tnn(global_conf, layerRepo) - printf("%s Generate and initing TNN ...\n", global_conf.sche_log_pre) + nerv.printf("%s Generate and initing TNN ...\n", global_conf.sche_log_pre) --input: input_w, input_w, ... input_w_now, last_activation local connections_t = { @@ -178,7 +178,7 @@ function prepare_tnn(global_conf, layerRepo) tnn:init(global_conf.batch_size, global_conf.chunk_size) - printf("%s Initing TNN end.\n", global_conf.sche_log_pre) + nerv.printf("%s Initing TNN end.\n", global_conf.sche_log_pre) return tnn end @@ -202,7 +202,7 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 0.15, wcost = 1e-5, momentum = 0, clip_t = 10, + lrate = 0.15, wcost = 1e-5, momentum = 0, clip_t = 2, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, @@ -214,7 +214,7 @@ global_conf = { max_iter = 45, lr_decay = 1.003, decay_iter = 10, - param_random = function() return (math.random() / 50 - 0.01) end, + param_random = function() return (math.random() / 5 - 0.1) end, dropout_str = "0.5", train_fn = train_fn, @@ -303,12 +303,12 @@ local commands_str = "train:test" local commands = {} local test_iter = -1 -if (arg[2] ~= nil) then - printf("%s applying arg[2](%s)...\n", global_conf.sche_log_pre, arg[2]) +if arg[2] ~= nil then + nerv.printf("%s applying arg[2](%s)...\n", global_conf.sche_log_pre, arg[2]) loadstring(arg[2])() nerv.LMUtil.wait(0.5) else - printf("%s no user setting, all default...\n", global_conf.sche_log_pre) + nerv.printf("%s no user setting, all default...\n", global_conf.sche_log_pre) end global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'l' .. global_conf.layer_num --.. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost @@ -316,32 +316,39 @@ global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' global_conf.param_fn = global_conf.work_dir .. "/params" global_conf.dropout_list = nerv.SUtil.parse_schedule(global_conf.dropout_str) +global_conf.log_fn = global_conf.work_dir .. '/lstm_tnn_' .. commands_str .. '_log' commands = nerv.SUtil.parse_commands_set(commands_str) + +nerv.printf("%s creating work_dir...\n", global_conf.sche_log_pre) +nerv.LMUtil.wait(1) +os.execute("mkdir -p "..global_conf.work_dir) +os.execute("cp " .. global_conf.train_fn .. " " .. global_conf.train_fn_shuf) + +--redirecting log outputs! +nerv.SUtil.log_redirect(global_conf.log_fn) + ----------------printing options--------------------------------- -printf("%s printing global_conf...\n", global_conf.sche_log_pre) +nerv.printf("%s printing global_conf...\n", global_conf.sche_log_pre) for id, value in pairs(global_conf) do - print(id, value) + nerv.printf("%s:\t%s\n", id, tostring(value)) end nerv.LMUtil.wait(2) -printf("%s printing training scheduling options...\n", global_conf.sche_log_pre) -print("lr_half", lr_half) -print("start_iter", start_iter) -print("ppl_last", ppl_last) -print("commds_str", commands_str) -print("test_iter", test_iter) -printf("%s printing training scheduling end.\n", global_conf.sche_log_pre) + +nerv.printf("%s printing training scheduling options...\n", global_conf.sche_log_pre) +nerv.printf("lr_half:%s\n", tostring(lr_half)) +nerv.printf("start_iter:%s\n", tostring(start_iter)) +nerv.printf("ppl_last:%s\n", tostring(ppl_last)) +nerv.printf("commds_str:%s\n", commands_str) +nerv.printf("test_iter:%s\n", tostring(test_iter)) +nerv.printf("%s printing training scheduling end.\n", global_conf.sche_log_pre) nerv.LMUtil.wait(2) ------------------printing options end------------------------------ math.randomseed(1) -printf("%s creating work_dir...\n", global_conf.sche_log_pre) -os.execute("mkdir -p "..global_conf.work_dir) -os.execute("cp " .. global_conf.train_fn .. " " .. global_conf.train_fn_shuf) - local vocab = nerv.LMVocab() global_conf["vocab"] = vocab -printf("%s building vocab...\n", global_conf.sche_log_pre) +nerv.printf("%s building vocab...\n", global_conf.sche_log_pre) global_conf.vocab:build_file(global_conf.vocab_fn, false) ppl_rec = {} @@ -352,7 +359,7 @@ if commands["train"] == 1 then end if start_iter == -1 or start_iter == 0 then - print("===INITIAL VALIDATION===") + nerv.printf("===INITIAL VALIDATION===\n") local tnn = load_net(global_conf, 0) global_conf.paramRepo = tnn:get_params() --get auto-generted params global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file @@ -368,27 +375,27 @@ if commands["train"] == 1 then start_iter = 1 - print() + nerv.printf("\n") end for iter = start_iter, global_conf.max_iter, 1 do final_iter = iter --for final testing global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" tnn = load_net(global_conf, iter - 1) - printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) + nerv.printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) global_conf.dropout_rate = nerv.SUtil.sche_get(global_conf.dropout_list, iter) result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! global_conf.dropout_rate = 0 ppl_rec[iter] = {} ppl_rec[iter].train = result:ppl_all("rnn") --shuffling training file - printf("%s shuffling training file\n", global_conf.sche_log_pre) + nerv.printf("%s shuffling training file\n", global_conf.sche_log_pre) os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) - printf("===PEEK ON TEST %d===\n", iter) + nerv.printf("===PEEK ON TEST %d===\n", iter) result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! ppl_rec[iter].test = result:ppl_all("rnn") - printf("===VALIDATION %d===\n", iter) + nerv.printf("===VALIDATION %d===\n", iter) result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! ppl_rec[iter].valid = result:ppl_all("rnn") ppl_rec[iter].lr = global_conf.lrate @@ -396,10 +403,10 @@ if commands["train"] == 1 then global_conf.lrate = (global_conf.lrate * 0.6) end if ppl_rec[iter].valid < ppl_last then - printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) + nerv.printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) else - printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) + nerv.printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) end if ppl_last / ppl_rec[iter].valid < global_conf.lr_decay or lr_half == true then @@ -408,21 +415,21 @@ if commands["train"] == 1 then if ppl_rec[iter].valid < ppl_last then ppl_last = ppl_rec[iter].valid end - printf("\n") + nerv.printf("\n") nerv.LMUtil.wait(2) end nerv.info("saving final nn to param.final") os.execute('cp ' .. global_conf.param_fn .. '.' .. tostring(final_iter) .. ' ' .. global_conf.param_fn .. '.final') - printf("===VALIDATION PPL record===\n") + nerv.printf("===VALIDATION PPL record===\n") for i, _ in pairs(ppl_rec) do - printf(" \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) + nerv.printf(" \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) end - printf("\n") + nerv.printf("\n") end --if commands["train"] if commands["test"] == 1 then - printf("===FINAL TEST===\n") + nerv.printf("===FINAL TEST===\n") global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" if final_iter ~= -1 and test_iter == -1 then test_iter = final_iter diff --git a/nerv/examples/lmptb/m-tests/sutil_test.lua b/nerv/examples/lmptb/m-tests/sutil_test.lua index 95660d9..08a812c 100644 --- a/nerv/examples/lmptb/m-tests/sutil_test.lua +++ b/nerv/examples/lmptb/m-tests/sutil_test.lua @@ -10,3 +10,6 @@ for p, v in pairs(coms) do end nerv.sss = "sss" print(nerv.sss) + +fh = assert(io.open("/home/slhome/txh18/workspace/nerv/play/try", "w")) +fh:write("!!!2") diff --git a/nerv/tnn/sutil.lua b/nerv/tnn/sutil.lua index d88bd8e..78f88c0 100644 --- a/nerv/tnn/sutil.lua +++ b/nerv/tnn/sutil.lua @@ -62,3 +62,18 @@ function Util.parse_commands_set(str) end return coms end + +function Util.log_redirect(fn) + nerv.log_fh = assert(io.open(fn, "w")) + nerv.info("CAUTION[LOG_REDIRECT], all nerv.printf/info/warning/error calls will be double-written to %s", fn) + nerv.printf = + function (fmt, ...) + io.write(nerv.sprintf(fmt, ...)) + nerv.log_fh:write(nerv.sprintf(fmt, ...)) + end + nerv.error = + function (fmt, ...) + nerv.log_fh:write(nerv.sprintf("[nerv] internal error:" .. fmt .. "\n", ...)) + error(nerv.sprintf("[nerv] internal error: " .. fmt .. "\n", ...)) + end +end -- cgit v1.2.3-70-g09d2