diff options
| -rw-r--r-- | nerv/examples/lmptb/logs/LOG-tnn-h300 | 9372 | ||||
| -rw-r--r-- | nerv/examples/lmptb/logs/LOG-tnn-h400 (renamed from nerv/examples/lmptb/m-tests/LOG-tnn-h400) | 12626 |
2 files changed, 16527 insertions, 5471 deletions
diff --git a/nerv/examples/lmptb/logs/LOG-tnn-h300 b/nerv/examples/lmptb/logs/LOG-tnn-h300 new file mode 100644 index 0000000..77fd612 --- /dev/null +++ b/nerv/examples/lmptb/logs/LOG-tnn-h300 @@ -0,0 +1,9372 @@ +Greetings +[SCHEDULER]: applying arg[2](global_conf.hidden_size=300)... +[SCHEDULER]: printing global_conf... +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +param_random function: 0x40237598 +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +decay_iter 16 +mmat_type table: 0x409280f8 +vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +log_w_num 40000 +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +batch_size 10 +hidden_size 300 +timer nerv.Timer +sche_log_pre [SCHEDULER]: +nn_act_default 0 +max_iter 35 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +wcost 1e-05 +chunk_size 15 +cumat_type table: 0x40935010 +[SCHEDULER]: printing training scheduling options... +lr_half false +start_iter -1 +ppl_last 100000 +[SCHEDULER]: printing training scheduling end. +[SCHEDULER]: creating work_dir... +[SCHEDULER]: building vocab... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +[SCHEDULER]: first time, generating parameters... +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34510155 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70045626 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70049129 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70164107 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(10:08:46 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:08:46 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:08:46 2015-11-18)[nerv] info: create layer: combinerL1 +(10:08:46 2015-11-18)[nerv] info: create layer: outputL +(10:08:46 2015-11-18)[nerv] info: create layer: softmaxL +(10:08:46 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Wed Nov 18 10:08:51 2015. + [SCHEDULER]: log prob per sample :-4.003230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.10684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.41463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12208 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 10545.667125173> <PPL_OOV 10092.059293004> <LOGP -295333.54956309> +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER ITER1 LR1]: preparing parameters... +[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34510155 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70045626 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70049129 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70164107 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(10:08:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:08:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:08:58 2015-11-18)[nerv] info: create layer: combinerL1 +(10:08:58 2015-11-18)[nerv] info: create layer: outputL +(10:08:58 2015-11-18)[nerv] info: create layer: softmaxL +(10:08:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 18 10:09:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.210428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12114 clock time +[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 18 10:09:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.048713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75080 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 18 10:09:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.984911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74848 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09624 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time +[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 18 10:09:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.930297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75352 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time +[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 18 10:09:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.897628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10442 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 18 10:10:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.867407. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08908 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12042 clock time +[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 18 10:10:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.842329. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12149 clock time +[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 18 10:10:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.823036. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75169 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12255 clock time +[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 18 10:10:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.800986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79713 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10865 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12425 clock time +[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 18 10:10:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.786891. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73850 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09813 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 18 10:11:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.770894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10523 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12179 clock time +[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 18 10:11:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.754795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74221 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09688 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 18 10:11:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.740832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 18 10:11:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.725416. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 18 10:11:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.716177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76335 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12277 clock time +[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 18 10:12:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.705623. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74375 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09811 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12090 clock time +[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 18 10:12:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.696685. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73873 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09625 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time +[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 18 10:12:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.687998. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73861 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 18 10:12:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.676801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 18 10:12:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.669544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 18 10:13:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.659602. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 18 10:13:20 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.652101. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09854 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 512.01508977938> <PPL_OOV 447.19970345812> <LOGP -2463877.0452922> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Wed Nov 18 10:13:30 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.504076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75798 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11464 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 370.53246252795> <PPL_OOV 323.54357826836> <LOGP -206893.75941108> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 18 10:13:39 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.547314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11481 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 369.92944180373> <PPL_OOV 331.71274183319> <LOGP -185931.4164841> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... + +[SCHEDULER ITER2 LR1]: preparing parameters... +[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1076633 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1080289 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35608824 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35725140 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70244205 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(10:13:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:13:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:13:48 2015-11-18)[nerv] info: create layer: combinerL1 +(10:13:48 2015-11-18)[nerv] info: create layer: outputL +(10:13:48 2015-11-18)[nerv] info: create layer: softmaxL +(10:13:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 18 10:13:59 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.541969. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72598 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09968 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11795 clock time +[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 18 10:14:11 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.535649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 18 10:14:23 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.527511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72308 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09336 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11779 clock time +[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 18 10:14:35 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.522344. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72510 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10154 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time +[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 18 10:14:46 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.517881. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09280 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11754 clock time +[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 18 10:14:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.512076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72754 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09893 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 18 10:15:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.507676. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79397 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12311 clock time +[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 18 10:15:22 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.500944. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73117 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10012 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11863 clock time +[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 18 10:15:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497026. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73210 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20736 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09260 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11888 clock time +[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 18 10:15:46 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.493683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74623 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time +[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 18 10:15:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.490451. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 18 10:16:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.487587. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time +[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 18 10:16:22 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.484627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72819 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10028 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time +[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 18 10:16:33 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.481780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09361 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11724 clock time +[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 18 10:16:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.479088. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11835 clock time +[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 18 10:16:57 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.475904. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72455 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09177 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11810 clock time +[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 18 10:17:09 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.474017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71394 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09097 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11778 clock time +[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 18 10:17:21 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.471783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11806 clock time +[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 18 10:17:33 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.469729. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 18 10:17:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.467617. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74674 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 18 10:17:57 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.465015. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time +[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 18 10:18:09 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.463152. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74489 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12007 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 333.6037428687> <PPL_OOV 290.37375803538> <LOGP -2289538.074234> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Wed Nov 18 10:18:18 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.380761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11428 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 275.16079647613> <PPL_OOV 242.77628129243> <LOGP -196612.55158828> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 18 10:18:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.427169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74609 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43747 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 279.88256204919> <PPL_OOV 252.80637790871> <LOGP -177229.64482119> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... + +[SCHEDULER ITER3 LR1]: preparing parameters... +[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34525805 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529462 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69074656 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69190773 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70267310 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(10:18:36 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:18:36 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:18:36 2015-11-18)[nerv] info: create layer: combinerL1 +(10:18:36 2015-11-18)[nerv] info: create layer: outputL +(10:18:36 2015-11-18)[nerv] info: create layer: softmaxL +(10:18:36 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 18 10:18:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.536047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72824 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10451 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 18 10:18:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.483923. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 18 10:19:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.458421. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71644 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11902 clock time +[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 18 10:19:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.448869. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 18 10:19:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.441952. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72174 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 18 10:19:46 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.432993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 18 10:19:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.427091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72248 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10595 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time +[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 18 10:20:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.420076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10789 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 18 10:20:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.416144. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time +[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 18 10:20:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.412820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 18 10:20:46 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.410263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 18 10:20:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.407979. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72909 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 18 10:21:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.405734. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72708 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10415 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time +[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 18 10:21:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.403532. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11878 clock time +[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 18 10:21:33 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.401175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71657 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time +[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 18 10:21:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.398582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71715 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time +[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 18 10:21:57 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.397244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09701 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time +[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 18 10:22:09 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.396091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 18 10:22:21 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.394789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10074 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 18 10:22:33 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.393428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11855 clock time +[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 18 10:22:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.391343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11851 clock time +[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 18 10:22:57 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.389966. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72022 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09355 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 280.05523911791> <PPL_OOV 245.39663556928> <LOGP -2221595.5658898> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Wed Nov 18 10:23:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.338319. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73173 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.42069 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11427 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 249.21738984732> <PPL_OOV 218.98102897851> <LOGP -192919.70714879> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 18 10:23:15 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.387513. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.41963 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11445 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 253.6486382493> <PPL_OOV 228.35790895447> <LOGP -173971.52040645> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... + +[SCHEDULER ITER4 LR1]: preparing parameters... +[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1076112 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1079769 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35639160 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35755265 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70285481 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(10:23:24 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:23:24 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:23:24 2015-11-18)[nerv] info: create layer: combinerL1 +(10:23:24 2015-11-18)[nerv] info: create layer: outputL +(10:23:24 2015-11-18)[nerv] info: create layer: softmaxL +(10:23:24 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 18 10:23:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.356761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75773 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 18 10:23:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.354343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73607 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09187 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 18 10:23:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348934. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73326 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09277 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11852 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 18 10:24:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76141 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10589 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 18 10:24:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09508 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 18 10:24:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75070 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 18 10:24:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343892. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75436 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 18 10:24:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340016. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 18 10:25:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.338481. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75085 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10167 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 18 10:25:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336970. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75447 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 18 10:25:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336232. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09659 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 18 10:25:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335499. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 18 10:25:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75886 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12038 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 18 10:26:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333952. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74473 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 18 10:26:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 18 10:26:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.331373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74294 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09495 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 18 10:26:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.330378. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 18 10:26:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329916. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09249 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11881 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 18 10:27:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329256. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74636 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 18 10:27:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.328670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75632 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 18 10:27:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.327835. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09518 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 18 10:27:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.327304. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75015 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10060 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 241.20958994184> <PPL_OOV 212.5016612632> <LOGP -2163490.4205743> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Wed Nov 18 10:27:56 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.311922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.50005 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11768 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 229.16655843007> <PPL_OOV 205.79109682218> <LOGP -190695.75314365> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 18 10:28:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.361644. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11440 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 233.67513484246> <PPL_OOV 214.05170779862> <LOGP -171899.05910373> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... + +[SCHEDULER ITER5 LR1]: preparing parameters... +[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34533992 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34537650 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69107906 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69224062 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70299750 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(10:28:14 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:28:14 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:28:14 2015-11-18)[nerv] info: create layer: combinerL1 +(10:28:14 2015-11-18)[nerv] info: create layer: outputL +(10:28:14 2015-11-18)[nerv] info: create layer: softmaxL +(10:28:14 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 18 10:28:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.342229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75456 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 18 10:28:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.325496. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 18 10:28:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314607. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09786 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11937 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 18 10:29:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75472 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 18 10:29:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.312322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09757 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 18 10:29:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.308654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74426 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 18 10:29:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.305328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10246 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 18 10:29:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301431. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10340 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 18 10:30:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299609. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74390 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09906 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 18 10:30:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10791 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 18 10:30:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74817 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 18 10:30:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296471. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 10:30:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295813. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75114 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 10:31:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 10:31:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296112. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10230 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 10:31:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74747 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10528 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 10:31:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 10:31:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294059. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 10:32:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74359 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10053 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 10:32:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293090. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74776 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09928 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 10:32:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291937. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 10:32:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74681 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 221.30733235924> <PPL_OOV 195.66770349262> <LOGP -2130170.993105> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 10:32:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44481 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11435 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 222.8321336645> <PPL_OOV 193.91842079921> <LOGP -188568.43959101> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 10:32:55 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.339220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75101 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44223 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11451 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 228.12299970668> <PPL_OOV 203.70434101172> <LOGP -170311.86095287> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... + +[SCHEDULER ITER6 LR1]: preparing parameters... +[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1075225 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078883 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35657664 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35773857 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70310639 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(10:33:04 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:33:04 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:33:04 2015-11-18)[nerv] info: create layer: combinerL1 +(10:33:04 2015-11-18)[nerv] info: create layer: outputL +(10:33:04 2015-11-18)[nerv] info: create layer: softmaxL +(10:33:04 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 10:33:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274624. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10652 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 10:33:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274089. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74679 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11948 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 10:33:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.269376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74932 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09510 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 10:33:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75383 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 10:34:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.273086. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09888 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 10:34:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74558 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09739 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 10:34:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76631 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10752 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 10:34:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.264325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57789 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 10:34:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263165. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09307 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 10:35:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 10:35:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74338 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09902 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 10:35:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74888 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 10:35:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261379. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75682 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10587 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 10:35:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.260855. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10505 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 10:36:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.259417. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75487 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10447 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 10:36:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.258156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74638 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10022 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 10:36:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74478 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 10:36:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257695. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75192 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10015 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 10:36:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257372. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 10:37:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29298 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10878 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 10:37:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256451. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 10:37:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256282. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10116 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 203.44638459567> <PPL_OOV 180.48040863984> <LOGP -2097552.5682739> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 10:37:36 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270756. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75384 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44684 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11462 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 213.76177164248> <PPL_OOV 187.55040025392> <LOGP -187373.11635436> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 10:37:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.327893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74780 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43821 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 218.09202962517> <PPL_OOV 196.16969102515> <LOGP -169104.52953794> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... + +[SCHEDULER ITER7 LR1]: preparing parameters... +[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34539097 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34542754 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69128153 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69244367 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70319220 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(10:37:54 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:37:54 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:37:54 2015-11-18)[nerv] info: create layer: combinerL1 +(10:37:54 2015-11-18)[nerv] info: create layer: outputL +(10:37:54 2015-11-18)[nerv] info: create layer: softmaxL +(10:37:54 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 10:38:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.251501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76764 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 10:38:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.249180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73223 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11759 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 10:38:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.243853. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11723 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 10:38:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.246795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74229 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11770 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 10:38:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.246943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11752 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 10:39:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.243492. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73918 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09756 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11811 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 10:39:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.240411. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11824 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 10:39:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.237547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 10:39:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.236674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74675 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11868 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 10:39:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 10:40:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235708. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11834 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 10:40:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74709 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09642 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11909 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 10:40:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235653. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75427 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 10:40:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74784 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 10:40:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233722. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09207 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 10:41:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09477 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 10:41:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09848 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 10:41:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232032. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74110 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11793 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 10:41:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232176. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09584 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 10:41:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232236. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11802 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 10:42:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.231563. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74825 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09560 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 10:42:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.231495. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09719 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 191.66281054712> <PPL_OOV 170.45050083613> <LOGP -2074469.2150481> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 10:42:26 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.250935. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.26330245608> <PPL_OOV 178.68977420066> <LOGP -185640.57827444> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 10:42:35 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.308122. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11436 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 210.66094197492> <PPL_OOV 187.46229275885> <LOGP -167650.13106111> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... + +[SCHEDULER ITER8 LR1]: preparing parameters... +[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1074480 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078136 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35669430 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35785661 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70326762 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(10:42:44 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:42:44 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:42:44 2015-11-18)[nerv] info: create layer: combinerL1 +(10:42:44 2015-11-18)[nerv] info: create layer: outputL +(10:42:44 2015-11-18)[nerv] info: create layer: softmaxL +(10:42:44 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 10:42:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223485. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75378 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 10:43:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223158. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74128 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 10:43:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.219440. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74111 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 10:43:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.222712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75221 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 10:43:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223369. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 10:43:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.220367. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08943 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 10:44:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.217273. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 10:44:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10206 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 10:44:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73531 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 10:44:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75979 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12017 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 10:44:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213651. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74276 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 10:45:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214115. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09294 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 10:45:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09921 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 10:45:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213975. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74065 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 10:45:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213825. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11865 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 10:45:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74627 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10174 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 10:46:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74089 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10392 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 10:46:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212644. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74309 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 10:46:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74347 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09189 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 10:46:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74704 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10933 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 10:46:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.211971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10115 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 10:47:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.211963. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74639 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 182.85875939578> <PPL_OOV 162.9490849551> <LOGP -2056299.1378532> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 10:47:16 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.242961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11525 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 200.73582668906> <PPL_OOV 175.37028924635> <LOGP -184969.29458693> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 10:47:25 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.301838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11486 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 204.97925383417> <PPL_OOV 183.63222465748> <LOGP -166988.87054074> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... + +[SCHEDULER ITER9 LR1]: preparing parameters... +[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34542686 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34546343 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69143526 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69259775 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70333851 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(10:47:34 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:47:34 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:47:34 2015-11-18)[nerv] info: create layer: combinerL1 +(10:47:34 2015-11-18)[nerv] info: create layer: outputL +(10:47:34 2015-11-18)[nerv] info: create layer: softmaxL +(10:47:34 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 10:47:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206042. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74971 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 10:47:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10262 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 10:48:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.202072. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 10:48:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206597. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74532 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 10:48:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73933 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 10:48:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.202669. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74566 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10550 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 10:48:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.199498. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74662 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 10:49:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.197205. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74500 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11096 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 10:49:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196210. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10498 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11900 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 10:49:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.195749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74420 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 10:49:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74687 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 10:49:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196723. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76705 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12151 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 10:50:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10674 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 10:50:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196443. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56972 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 10:50:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.195960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 10:50:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194630. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11086 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 10:50:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194485. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11895 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 10:51:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194576. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 10:51:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194645. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 10:51:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10019 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 10:51:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.193957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 10:51:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194063. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72775 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 175.15529644178> <PPL_OOV 156.3706229079> <LOGP -2039662.5067889> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 10:52:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.232448. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75902 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 196.68771340668> <PPL_OOV 171.28145024784> <LOGP -184124.74262498> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 10:52:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.292322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89009 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12357 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 200.74808824921> <PPL_OOV 179.37500626499> <LOGP -166237.47990123> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... + +[SCHEDULER ITER10 LR1]: preparing parameters... +[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1073504 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1077161 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35679936 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35796199 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70340150 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(10:52:26 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:52:26 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:52:26 2015-11-18)[nerv] info: create layer: combinerL1 +(10:52:26 2015-11-18)[nerv] info: create layer: outputL +(10:52:26 2015-11-18)[nerv] info: create layer: softmaxL +(10:52:26 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 10:52:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83385 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 10:52:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.51138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94141 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.73667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13340 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 10:53:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.183663. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11058 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12225 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 10:53:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.186533. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76657 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10987 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 10:53:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74876 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10123 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 10:53:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.184261. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75239 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10219 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 10:53:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.181682. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76315 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11089 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 10:54:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.82285 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12704 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 10:54:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74475 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09895 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 10:54:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 10:54:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 10:54:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12072 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 10:55:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179147. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76321 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10976 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 10:55:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179057. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 10:55:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178715. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 10:55:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177619. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 10:55:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177353. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74162 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09711 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 10:56:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177437. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74441 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09788 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 10:56:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177489. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74377 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09629 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 10:56:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75256 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10163 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 10:56:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 10:56:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11930 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 168.28451804124> <PPL_OOV 150.46390246938> <LOGP -2024117.1344033> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 10:56:58 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.226332. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46298 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11545 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 193.84009884531> <PPL_OOV 168.90002809503> <LOGP -183623.51796897> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 10:57:07 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.288461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75930 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11482 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 198.49192596558> <PPL_OOV 177.42026715645> <LOGP -165886.47816098> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... + +[SCHEDULER ITER11 LR1]: preparing parameters... +[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34544696 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34548353 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69157059 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69273324 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70346338 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(10:57:16 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:57:16 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:57:16 2015-11-18)[nerv] info: create layer: combinerL1 +(10:57:16 2015-11-18)[nerv] info: create layer: outputL +(10:57:16 2015-11-18)[nerv] info: create layer: softmaxL +(10:57:16 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 10:57:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.171852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11078 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 10:57:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.172153. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74498 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09802 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 10:57:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.168680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09930 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 10:58:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.171976. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 10:58:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.173569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76367 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10574 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12124 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 10:58:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.170281. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77754 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 10:58:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.167366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83714 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13578 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12800 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 10:58:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165503. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 10:59:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164444. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11299 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12230 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 10:59:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75789 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12046 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 10:59:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165207. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 10:59:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165767. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78041 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10951 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 10:59:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165936. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78899 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 11:00:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165982. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 11:00:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76577 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12180 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 11:00:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164055. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10912 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 11:00:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163994. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77237 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12238 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 11:00:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164189. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77766 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12254 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 11:01:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163842. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 11:01:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164110. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77157 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12186 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 11:01:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163404. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78736 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 11:01:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.80264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12318 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.77539106927> <PPL_OOV 145.7641676188> <LOGP -2011305.9620894> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 11:01:49 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.217961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.52642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.73699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12766 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 190.48374176169> <PPL_OOV 165.48555249968> <LOGP -182892.39374501> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 11:01:58 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.279941. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74652 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43936 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 195.54149127002> <PPL_OOV 174.33505652113> <LOGP -165324.53745505> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... + +[SCHEDULER ITER12 LR1]: preparing parameters... +[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1072320 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1075977 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35691290 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35807569 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70352633 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(11:02:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:02:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:02:07 2015-11-18)[nerv] info: create layer: combinerL1 +(11:02:07 2015-11-18)[nerv] info: create layer: outputL +(11:02:07 2015-11-18)[nerv] info: create layer: softmaxL +(11:02:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 11:02:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.161409. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73464 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11784 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 11:02:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.160069. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73095 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11827 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 11:02:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.156185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73770 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 11:02:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.159227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 11:03:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.160588. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73458 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09245 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11786 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 11:03:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.158727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11760 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 11:03:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.156116. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10000 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11791 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 11:03:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.154215. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09971 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11838 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 11:03:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153248. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75659 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12113 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 11:04:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.152203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78152 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 11:04:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153060. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11549 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 11:04:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12137 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 11:04:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78471 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12341 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12213 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 11:04:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11321 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12274 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 11:05:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.152182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77258 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11644 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12163 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 11:05:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.151157. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 11:05:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150658. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 11:05:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150768. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77457 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11228 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12066 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 11:05:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77122 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11378 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12127 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 11:06:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150726. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11575 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12193 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 11:06:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09099 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11758 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 11:06:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150286. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12332 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 157.67304410435> <PPL_OOV 141.37325038058> <LOGP -1998957.7352271> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 11:06:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.213910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79067 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.49743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11713 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.82922250456> <PPL_OOV 163.82151680349> <LOGP -182530.59680635> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 11:06:48 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.276348. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76275 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46183 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11499 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 194.0611897081> <PPL_OOV 172.80269357813> <LOGP -165041.72545543> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... + +[SCHEDULER ITER13 LR1]: preparing parameters... +[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34545115 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34548772 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69171458 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69287727 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70359323 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(11:06:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:06:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:06:57 2015-11-18)[nerv] info: create layer: combinerL1 +(11:06:57 2015-11-18)[nerv] info: create layer: outputL +(11:06:57 2015-11-18)[nerv] info: create layer: softmaxL +(11:06:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 11:07:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.148363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 11:07:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.147670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74437 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 11:07:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.144747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74474 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 11:07:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.148082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75136 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 11:07:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.149260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09275 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 11:08:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.145787. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 11:08:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.142989. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 11:08:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74790 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10661 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 11:08:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.140712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09706 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 11:08:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75574 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10744 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 11:09:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.140484. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09975 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 11:09:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141125. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73945 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 11:09:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10330 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 11:09:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141279. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74012 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09816 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 11:09:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139978. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73807 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 11:10:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139004. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 11:10:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 11:10:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139161. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 11:10:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138622. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12073 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 11:10:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139039. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75190 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 11:11:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138421. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75640 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10361 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 11:11:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10143 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 153.32287582627> <PPL_OOV 137.63110760163> <LOGP -1988127.4300539> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 11:11:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.212208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.47349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11629 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 187.68231696506> <PPL_OOV 163.13076093519> <LOGP -182379.33110377> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 11:11:38 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.275537. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45707 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11498 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 193.13701510763> <PPL_OOV 172.21964454358> <LOGP -164933.45910557> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... + +[SCHEDULER ITER14 LR1]: preparing parameters... +[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1070792 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1074449 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35705236 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35821520 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70365868 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(11:11:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:11:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:11:47 2015-11-18)[nerv] info: create layer: combinerL1 +(11:11:47 2015-11-18)[nerv] info: create layer: outputL +(11:11:47 2015-11-18)[nerv] info: create layer: softmaxL +(11:11:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 11:11:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.150251. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 11:12:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.145932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 11:12:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.139618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 11:12:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.140890. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10410 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 11:12:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.141728. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 11:12:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.138069. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 11:13:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.134603. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 11:13:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12282 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 11:13:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.131575. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12285 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 11:13:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.130441. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96392 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11852 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12308 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 11:13:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.131438. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95113 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11246 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12295 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 11:14:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132096. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95252 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10683 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12303 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 11:14:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96465 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12345 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 11:14:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132168. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11174 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12232 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 11:14:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.130284. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92872 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 11:14:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89984 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09154 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 11:15:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09244 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 11:15:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91068 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09973 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 11:15:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90420 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11873 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 11:15:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128718. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10250 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 11:15:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128157. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90462 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11859 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 11:16:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90621 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09544 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 149.5870281095> <PPL_OOV 134.4143543947> <LOGP -1978579.6637335> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 11:16:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.206408. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91040 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60288 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11501 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 184.60529835793> <PPL_OOV 160.99729765694> <LOGP -181908.05608115> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 11:16:28 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.269856. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61603 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11468 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 189.97648963555> <PPL_OOV 169.84953181086> <LOGP -164489.54675678> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... + +[SCHEDULER ITER15 LR1]: preparing parameters... +[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34543217 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34546874 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69185372 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69301640 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70371575 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(11:16:37 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:16:37 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:16:37 2015-11-18)[nerv] info: create layer: combinerL1 +(11:16:37 2015-11-18)[nerv] info: create layer: outputL +(11:16:37 2015-11-18)[nerv] info: create layer: softmaxL +(11:16:37 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 11:16:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.126334. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90872 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10804 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 11:17:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.126555. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89088 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 11:17:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.123932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09738 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 11:17:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.127397. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90734 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11992 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 11:17:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.128886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 11:17:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.125460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09409 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 11:18:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.122478. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 11:18:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10286 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 11:18:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88698 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 11:18:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 11:18:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.119879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89594 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 11:19:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120634. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89060 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09686 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 11:19:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90075 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 11:19:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89658 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 11:19:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 11:19:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118087. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90738 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10355 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 11:20:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.117886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58154 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 11:20:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118077. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09661 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 11:20:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118207. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09549 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 11:20:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90859 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 11:20:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89479 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 11:21:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88857 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09408 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 146.03546688066> <PPL_OOV 131.3598251194> <LOGP -1969299.4941708> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 11:21:09 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.204185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59680 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11471 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 183.37849337646> <PPL_OOV 160.0011301428> <LOGP -181685.86303108> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 11:21:18 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.267028. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90372 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11460 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.55855926685> <PPL_OOV 168.66052507921> <LOGP -164264.51192834> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... + +[SCHEDULER ITER16 LR1]: preparing parameters... +[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1069088 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1072745 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35720170 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35836453 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70378787 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(11:21:27 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:21:27 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:21:27 2015-11-18)[nerv] info: create layer: combinerL1 +(11:21:27 2015-11-18)[nerv] info: create layer: outputL +(11:21:27 2015-11-18)[nerv] info: create layer: softmaxL +(11:21:27 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 11:21:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.115694. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92260 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 11:21:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.116926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91554 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10042 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 11:22:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.113799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 11:22:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.116729. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10396 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 11:22:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.117457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09792 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 11:22:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.114227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91646 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10055 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 11:22:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.111300. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92176 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 11:23:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109921. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92552 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10863 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 11:23:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90110 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 11:23:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 11:23:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108945. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09327 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 11:23:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 11:24:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.110070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92108 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 11:24:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.110257. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09656 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 11:24:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90696 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 11:24:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90976 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09664 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 11:24:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108014. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 11:25:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90305 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09312 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 11:25:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91584 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09765 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 11:25:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108498. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10339 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 11:25:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107983. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91069 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10309 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 11:25:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108250. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91089 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09542 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.52993551102> <PPL_OOV 128.34432819736> <LOGP -1959923.7705658> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 11:25:59 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.199247. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.85232657852> <PPL_OOV 158.47519639689> <LOGP -181342.80984868> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 11:26:08 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.262718. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.63524327582> <PPL_OOV 166.8116302904> <LOGP -163911.41386819> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... + +[SCHEDULER ITER17 LR1]: preparing parameters... +[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34541020 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34544677 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69201806 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69318078 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70386500 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(11:26:17 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:26:17 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:26:17 2015-11-18)[nerv] info: create layer: combinerL1 +(11:26:17 2015-11-18)[nerv] info: create layer: outputL +(11:26:17 2015-11-18)[nerv] info: create layer: softmaxL +(11:26:17 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 11:26:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.108420. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91633 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10864 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 11:26:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.108591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 11:26:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.105430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90293 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11877 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 11:27:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.107876. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 11:27:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.109757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89580 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 11:27:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.106544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09486 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 11:27:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 11:27:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.102231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90426 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10025 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 11:28:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103825. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89850 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11884 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 11:28:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.102596. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90705 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 11:28:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11901 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 11:28:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104338. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89582 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09366 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 11:28:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90595 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10238 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 11:29:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104388. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 11:29:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103305. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89412 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09481 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 11:29:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89248 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 11:29:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103934. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09378 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 11:29:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104033. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89192 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09239 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 11:30:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104624. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09458 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 11:30:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.105026. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91993 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10782 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 11:30:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104416. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 11:30:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104466. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91300 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10184 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 141.19954804009> <PPL_OOV 127.21379650058> <LOGP -1956351.8551459> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 11:30:49 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.198889. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91153 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60373 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11422 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.70520360784> <PPL_OOV 158.41280661091> <LOGP -181328.71347802> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 11:30:58 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.263003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90774 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11386 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 185.44844722879> <PPL_OOV 166.57217575974> <LOGP -163865.39734015> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... + +[SCHEDULER ITER18 LR1]: preparing parameters... +[SCHEDULER ITER18 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1067636 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1071293 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35738936 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35855199 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70394860 +[SCHEDULER ITER18 LR1]: preparing parameters end. +[SCHEDULER ITER18 LR1]: preparing layers... +(11:31:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:31:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:31:07 2015-11-18)[nerv] info: create layer: combinerL1 +(11:31:07 2015-11-18)[nerv] info: create layer: outputL +(11:31:07 2015-11-18)[nerv] info: create layer: softmaxL +(11:31:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR1]: preparing layers end. +[SCHEDULER ITER18 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR1]: Initing TNN end. +===ITERATION 18 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40092 words processed Wed Nov 18 11:31:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100858. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10998 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER18 LR1]: 80099 words processed Wed Nov 18 11:31:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100635. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09284 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time +[SCHEDULER ITER18 LR1]: 120004 words processed Wed Nov 18 11:31:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.097217. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09006 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11874 clock time +[SCHEDULER ITER18 LR1]: 160114 words processed Wed Nov 18 11:31:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100555. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09872 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER18 LR1]: 200066 words processed Wed Nov 18 11:32:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.101992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09039 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11899 clock time +[SCHEDULER ITER18 LR1]: 240045 words processed Wed Nov 18 11:32:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.098634. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09234 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER18 LR1]: 280057 words processed Wed Nov 18 11:32:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.095480. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96904 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12273 clock time +[SCHEDULER ITER18 LR1]: 320106 words processed Wed Nov 18 11:32:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093899. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96676 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11704 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time +[SCHEDULER ITER18 LR1]: 360024 words processed Wed Nov 18 11:32:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12157 clock time +[SCHEDULER ITER18 LR1]: 400089 words processed Wed Nov 18 11:33:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092038. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10204 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time +[SCHEDULER ITER18 LR1]: 440067 words processed Wed Nov 18 11:33:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093470. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER18 LR1]: 480051 words processed Wed Nov 18 11:33:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094432. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time +[SCHEDULER ITER18 LR1]: 520140 words processed Wed Nov 18 11:33:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094612. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91751 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time +[SCHEDULER ITER18 LR1]: 560132 words processed Wed Nov 18 11:33:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094673. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89952 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time +[SCHEDULER ITER18 LR1]: 600118 words processed Wed Nov 18 11:34:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90180 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER18 LR1]: 640090 words processed Wed Nov 18 11:34:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90819 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER18 LR1]: 680075 words processed Wed Nov 18 11:34:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092928. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER18 LR1]: 720043 words processed Wed Nov 18 11:34:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER18 LR1]: 760012 words processed Wed Nov 18 11:34:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12299 clock time +[SCHEDULER ITER18 LR1]: 800113 words processed Wed Nov 18 11:35:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11513 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12240 clock time +[SCHEDULER ITER18 LR1]: 840089 words processed Wed Nov 18 11:35:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092664. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93123 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12123 clock time +[SCHEDULER ITER18 LR1]: 880052 words processed Wed Nov 18 11:35:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092839. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09176 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.34114630761> <PPL_OOV 123.86098737885> <LOGP -1945568.9240026> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR1]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40087 words processed Wed Nov 18 11:35:39 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.194785. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91814 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 179.81187100755> <PPL_OOV 156.95421884454> <LOGP -180997.56787842> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40095 words processed Wed Nov 18 11:35:48 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.259428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92876 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.49928420535> <PPL_OOV 165.10810144726> <LOGP -163582.59597025> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... + +[SCHEDULER ITER19 LR1]: preparing parameters... +[SCHEDULER ITER19 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34538074 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34541731 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69220662 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69336928 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70404066 +[SCHEDULER ITER19 LR1]: preparing parameters end. +[SCHEDULER ITER19 LR1]: preparing layers... +(11:35:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:35:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:35:57 2015-11-18)[nerv] info: create layer: combinerL1 +(11:35:57 2015-11-18)[nerv] info: create layer: outputL +(11:35:57 2015-11-18)[nerv] info: create layer: softmaxL +(11:35:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR1]: preparing layers end. +[SCHEDULER ITER19 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR1]: Initing TNN end. +===ITERATION 19 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40092 words processed Wed Nov 18 11:36:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.090996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91173 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER19 LR1]: 80099 words processed Wed Nov 18 11:36:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.092216. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89179 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER19 LR1]: 120004 words processed Wed Nov 18 11:36:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.089189. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER19 LR1]: 160114 words processed Wed Nov 18 11:36:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.091547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90322 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER19 LR1]: 200066 words processed Wed Nov 18 11:36:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.092413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89897 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09925 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[SCHEDULER ITER19 LR1]: 240045 words processed Wed Nov 18 11:37:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.089188. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09516 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER19 LR1]: 280057 words processed Wed Nov 18 11:37:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085994. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91849 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10996 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12102 clock time +[SCHEDULER ITER19 LR1]: 320106 words processed Wed Nov 18 11:37:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084639. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10691 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER19 LR1]: 360024 words processed Wed Nov 18 11:37:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.083867. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89880 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10064 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER19 LR1]: 400089 words processed Wed Nov 18 11:37:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084462. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91425 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10614 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12118 clock time +[SCHEDULER ITER19 LR1]: 440067 words processed Wed Nov 18 11:38:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085830. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89885 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11969 clock time +[SCHEDULER ITER19 LR1]: 480051 words processed Wed Nov 18 11:38:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.086788. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER19 LR1]: 520140 words processed Wed Nov 18 11:38:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.087177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90605 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10185 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[SCHEDULER ITER19 LR1]: 560132 words processed Wed Nov 18 11:38:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.087613. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89090 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09837 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER19 LR1]: 600118 words processed Wed Nov 18 11:38:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085937. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER19 LR1]: 640090 words processed Wed Nov 18 11:39:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084914. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER19 LR1]: 680075 words processed Wed Nov 18 11:39:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER19 LR1]: 720043 words processed Wed Nov 18 11:39:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084724. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94667 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11599 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time +[SCHEDULER ITER19 LR1]: 760012 words processed Wed Nov 18 11:39:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11009 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12183 clock time +[SCHEDULER ITER19 LR1]: 800113 words processed Wed Nov 18 11:39:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90572 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10225 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER19 LR1]: 840089 words processed Wed Nov 18 11:40:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER19 LR1]: 880052 words processed Wed Nov 18 11:40:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90107 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09522 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.79431248528> <PPL_OOV 121.66561590739> <LOGP -1938349.1048702> +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR1]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40087 words processed Wed Nov 18 11:40:29 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.194895. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91618 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11614 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 179.35664560354> <PPL_OOV 156.98822353866> <LOGP -181005.32299711> +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40095 words processed Wed Nov 18 11:40:38 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.258736. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59738 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11484 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.03899331812> <PPL_OOV 165.02753091> <LOGP -163566.96020714> +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... + +[SCHEDULER ITER20 LR1]: preparing parameters... +[SCHEDULER ITER20 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1066494 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1070151 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35761293 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35877568 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70414635 +[SCHEDULER ITER20 LR1]: preparing parameters end. +[SCHEDULER ITER20 LR1]: preparing layers... +(11:40:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:40:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:40:47 2015-11-18)[nerv] info: create layer: combinerL1 +(11:40:47 2015-11-18)[nerv] info: create layer: outputL +(11:40:47 2015-11-18)[nerv] info: create layer: softmaxL +(11:40:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR1]: preparing layers end. +[SCHEDULER ITER20 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR1]: Initing TNN end. +===ITERATION 20 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40092 words processed Wed Nov 18 11:40:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.085050. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time +[SCHEDULER ITER20 LR1]: 80099 words processed Wed Nov 18 11:41:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.087234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10038 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[SCHEDULER ITER20 LR1]: 120004 words processed Wed Nov 18 11:41:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.083289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58007 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11867 clock time +[SCHEDULER ITER20 LR1]: 160114 words processed Wed Nov 18 11:41:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.084575. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time +[SCHEDULER ITER20 LR1]: 200066 words processed Wed Nov 18 11:41:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.085180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER20 LR1]: 240045 words processed Wed Nov 18 11:41:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.082257. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time +[SCHEDULER ITER20 LR1]: 280057 words processed Wed Nov 18 11:42:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time +[SCHEDULER ITER20 LR1]: 320106 words processed Wed Nov 18 11:42:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077909. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time +[SCHEDULER ITER20 LR1]: 360024 words processed Wed Nov 18 11:42:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077304. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09886 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11911 clock time +[SCHEDULER ITER20 LR1]: 400089 words processed Wed Nov 18 11:42:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.076911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER20 LR1]: 440067 words processed Wed Nov 18 11:42:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.078260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91551 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time +[SCHEDULER ITER20 LR1]: 480051 words processed Wed Nov 18 11:43:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91479 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER20 LR1]: 520140 words processed Wed Nov 18 11:43:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93347 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER20 LR1]: 560132 words processed Wed Nov 18 11:43:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.87257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.70915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13224 clock time +[SCHEDULER ITER20 LR1]: 600118 words processed Wed Nov 18 11:43:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.078745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09884 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time +[SCHEDULER ITER20 LR1]: 640090 words processed Wed Nov 18 11:43:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92397 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time +[SCHEDULER ITER20 LR1]: 680075 words processed Wed Nov 18 11:44:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077152. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[SCHEDULER ITER20 LR1]: 720043 words processed Wed Nov 18 11:44:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077321. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time +[SCHEDULER ITER20 LR1]: 760012 words processed Wed Nov 18 11:44:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077145. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[SCHEDULER ITER20 LR1]: 800113 words processed Wed Nov 18 11:44:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96106 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11125 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time +[SCHEDULER ITER20 LR1]: 840089 words processed Wed Nov 18 11:44:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077224. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91634 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time +[SCHEDULER ITER20 LR1]: 880052 words processed Wed Nov 18 11:45:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077427. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91869 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09678 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 132.32514776759> <PPL_OOV 119.54265480169> <LOGP -1931242.4317517> +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR1]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40087 words processed Wed Nov 18 11:45:19 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.192376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11641 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.8707175969> <PPL_OOV 156.1937916313> <LOGP -180823.70436399> +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40095 words processed Wed Nov 18 11:45:29 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.256632. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.70687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.50506098011> <PPL_OOV 164.22139665816> <LOGP -163410.09772312> +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... + +[SCHEDULER ITER21 LR1]: preparing parameters... +[SCHEDULER ITER21 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34535500 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34539157 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69243371 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69359649 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70425551 +[SCHEDULER ITER21 LR1]: preparing parameters end. +[SCHEDULER ITER21 LR1]: preparing layers... +(11:45:38 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:45:38 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:45:38 2015-11-18)[nerv] info: create layer: combinerL1 +(11:45:38 2015-11-18)[nerv] info: create layer: outputL +(11:45:38 2015-11-18)[nerv] info: create layer: softmaxL +(11:45:38 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR1]: preparing layers end. +[SCHEDULER ITER21 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR1]: Initing TNN end. +===ITERATION 21 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40092 words processed Wed Nov 18 11:45:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.077161. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08887 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.91251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.73291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.15631 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13152 clock time +[SCHEDULER ITER21 LR1]: 80099 words processed Wed Nov 18 11:46:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.078484. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12169 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER21 LR1]: 120004 words processed Wed Nov 18 11:46:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.074678. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93526 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12145 clock time +[SCHEDULER ITER21 LR1]: 160114 words processed Wed Nov 18 11:46:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.079716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98340 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12397 clock time +[SCHEDULER ITER21 LR1]: 200066 words processed Wed Nov 18 11:46:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.080377. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12296 clock time +[SCHEDULER ITER21 LR1]: 240045 words processed Wed Nov 18 11:46:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.077124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER21 LR1]: 280057 words processed Wed Nov 18 11:47:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.073853. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94403 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12177 clock time +[SCHEDULER ITER21 LR1]: 320106 words processed Wed Nov 18 11:47:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072403. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59869 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER21 LR1]: 360024 words processed Wed Nov 18 11:47:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.071235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91240 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER21 LR1]: 400089 words processed Wed Nov 18 11:47:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER21 LR1]: 440067 words processed Wed Nov 18 11:47:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070909. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92679 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12148 clock time +[SCHEDULER ITER21 LR1]: 480051 words processed Wed Nov 18 11:48:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.071891. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91525 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10126 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER21 LR1]: 520140 words processed Wed Nov 18 11:48:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92169 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time +[SCHEDULER ITER21 LR1]: 560132 words processed Wed Nov 18 11:48:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09885 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER21 LR1]: 600118 words processed Wed Nov 18 11:48:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070887. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10251 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time +[SCHEDULER ITER21 LR1]: 640090 words processed Wed Nov 18 11:48:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070046. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91103 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10198 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER21 LR1]: 680075 words processed Wed Nov 18 11:49:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER21 LR1]: 720043 words processed Wed Nov 18 11:49:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069931. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10467 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER21 LR1]: 760012 words processed Wed Nov 18 11:49:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91337 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time +[SCHEDULER ITER21 LR1]: 800113 words processed Wed Nov 18 11:49:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070118. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92932 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11438 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[SCHEDULER ITER21 LR1]: 840089 words processed Wed Nov 18 11:49:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91298 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09978 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time +[SCHEDULER ITER21 LR1]: 880052 words processed Wed Nov 18 11:50:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069878. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10317 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.94447642588> <PPL_OOV 117.48605218627> <LOGP -1924236.5045858> +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR1]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40087 words processed Wed Nov 18 11:50:11 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.191794. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11544 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.54148794518> <PPL_OOV 155.83031275648> <LOGP -180740.29960477> +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40095 words processed Wed Nov 18 11:50:20 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.256591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92842 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11516 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.38397970157> <PPL_OOV 163.87744761893> <LOGP -163342.9355447> +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... + +[SCHEDULER ITER22 LR1]: preparing parameters... +[SCHEDULER ITER22 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1065368 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1069025 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35788267 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35904550 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70438596 +[SCHEDULER ITER22 LR1]: preparing parameters end. +[SCHEDULER ITER22 LR1]: preparing layers... +(11:50:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:50:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:50:29 2015-11-18)[nerv] info: create layer: combinerL1 +(11:50:29 2015-11-18)[nerv] info: create layer: outputL +(11:50:29 2015-11-18)[nerv] info: create layer: softmaxL +(11:50:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR1]: preparing layers end. +[SCHEDULER ITER22 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR1]: Initing TNN end. +===ITERATION 22 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40092 words processed Wed Nov 18 11:50:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.070689. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER22 LR1]: 80099 words processed Wed Nov 18 11:50:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.070559. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91899 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10062 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[SCHEDULER ITER22 LR1]: 120004 words processed Wed Nov 18 11:51:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.067385. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91730 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER22 LR1]: 160114 words processed Wed Nov 18 11:51:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.071316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92989 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10819 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER22 LR1]: 200066 words processed Wed Nov 18 11:51:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.072229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91882 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER22 LR1]: 240045 words processed Wed Nov 18 11:51:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.068766. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER22 LR1]: 280057 words processed Wed Nov 18 11:51:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.065662. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93045 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10881 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER22 LR1]: 320106 words processed Wed Nov 18 11:52:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92558 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER22 LR1]: 360024 words processed Wed Nov 18 11:52:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92877 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER22 LR1]: 400089 words processed Wed Nov 18 11:52:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062554. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER22 LR1]: 440067 words processed Wed Nov 18 11:52:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10101 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11957 clock time +[SCHEDULER ITER22 LR1]: 480051 words processed Wed Nov 18 11:52:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10091 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER22 LR1]: 520140 words processed Wed Nov 18 11:53:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064899. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10830 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER22 LR1]: 560132 words processed Wed Nov 18 11:53:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.065037. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER22 LR1]: 600118 words processed Wed Nov 18 11:53:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063542. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91652 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time +[SCHEDULER ITER22 LR1]: 640090 words processed Wed Nov 18 11:53:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92311 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10220 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER22 LR1]: 680075 words processed Wed Nov 18 11:53:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062470. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER22 LR1]: 720043 words processed Wed Nov 18 11:54:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10265 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER22 LR1]: 760012 words processed Wed Nov 18 11:54:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91687 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER22 LR1]: 800113 words processed Wed Nov 18 11:54:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93408 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11036 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER22 LR1]: 840089 words processed Wed Nov 18 11:54:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062518. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92301 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09901 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER22 LR1]: 880052 words processed Wed Nov 18 11:54:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062751. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10188 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 127.72963687075> <PPL_OOV 115.57633745052> <LOGP -1917620.263724> +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR1]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40087 words processed Wed Nov 18 11:55:01 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.190838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62624 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11563 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.63579916812> <PPL_OOV 155.49815507676> <LOGP -180663.9115879> +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40095 words processed Wed Nov 18 11:55:10 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.256433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92879 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11514 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.55913997681> <PPL_OOV 163.69972113613> <LOGP -163308.17602403> +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... + +[SCHEDULER ITER23 LR1]: preparing parameters... +[SCHEDULER ITER23 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34532317 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34535974 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69270165 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69386444 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70451255 +[SCHEDULER ITER23 LR1]: preparing parameters end. +[SCHEDULER ITER23 LR1]: preparing layers... +(11:55:19 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:55:19 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:55:19 2015-11-18)[nerv] info: create layer: combinerL1 +(11:55:19 2015-11-18)[nerv] info: create layer: outputL +(11:55:19 2015-11-18)[nerv] info: create layer: softmaxL +(11:55:19 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR1]: preparing layers end. +[SCHEDULER ITER23 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR1]: Initing TNN end. +===ITERATION 23 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40092 words processed Wed Nov 18 11:55:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.095018. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10823 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER23 LR1]: 80099 words processed Wed Nov 18 11:55:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.086515. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER23 LR1]: 120004 words processed Wed Nov 18 11:55:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.077029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91466 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time +[SCHEDULER ITER23 LR1]: 160114 words processed Wed Nov 18 11:56:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.075436. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92640 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time +[SCHEDULER ITER23 LR1]: 200066 words processed Wed Nov 18 11:56:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.073590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91459 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time +[SCHEDULER ITER23 LR1]: 240045 words processed Wed Nov 18 11:56:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.069125. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91617 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09789 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER23 LR1]: 280057 words processed Wed Nov 18 11:56:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.064858. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10325 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER23 LR1]: 320106 words processed Wed Nov 18 11:56:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.062961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92348 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10625 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER23 LR1]: 360024 words processed Wed Nov 18 11:57:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061620. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91583 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09882 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12039 clock time +[SCHEDULER ITER23 LR1]: 400089 words processed Wed Nov 18 11:57:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059833. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10642 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER23 LR1]: 440067 words processed Wed Nov 18 11:57:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.060592. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91411 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER23 LR1]: 480051 words processed Wed Nov 18 11:57:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91257 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10079 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER23 LR1]: 520140 words processed Wed Nov 18 11:57:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92455 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time +[SCHEDULER ITER23 LR1]: 560132 words processed Wed Nov 18 11:58:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90491 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER23 LR1]: 600118 words processed Wed Nov 18 11:58:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059732. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12264 clock time +[SCHEDULER ITER23 LR1]: 640090 words processed Wed Nov 18 11:58:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058492. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91224 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10306 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12187 clock time +[SCHEDULER ITER23 LR1]: 680075 words processed Wed Nov 18 11:58:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058583. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10256 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12175 clock time +[SCHEDULER ITER23 LR1]: 720043 words processed Wed Nov 18 11:58:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time +[SCHEDULER ITER23 LR1]: 760012 words processed Wed Nov 18 11:59:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90315 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER23 LR1]: 800113 words processed Wed Nov 18 11:59:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10388 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER23 LR1]: 840089 words processed Wed Nov 18 11:59:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time +[SCHEDULER ITER23 LR1]: 880052 words processed Wed Nov 18 11:59:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10036 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.5933315247> <PPL_OOV 114.59548203272> <LOGP -1914179.4532121> +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR1]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40087 words processed Wed Nov 18 11:59:51 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.187803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63241 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.69113282554> <PPL_OOV 154.4522825706> <LOGP -180422.316696> +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40095 words processed Wed Nov 18 12:00:00 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.253996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92880 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62649 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11533 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.18925970679> <PPL_OOV 162.3281892853> <LOGP -163038.65732971> +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... + +[SCHEDULER ITER24 LR1]: preparing parameters... +[SCHEDULER ITER24 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064210 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067867 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35817408 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35933682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70464168 +[SCHEDULER ITER24 LR1]: preparing parameters end. +[SCHEDULER ITER24 LR1]: preparing layers... +(12:00:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:00:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:00:09 2015-11-18)[nerv] info: create layer: combinerL1 +(12:00:09 2015-11-18)[nerv] info: create layer: outputL +(12:00:09 2015-11-18)[nerv] info: create layer: softmaxL +(12:00:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR1]: preparing layers end. +[SCHEDULER ITER24 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR1]: Initing TNN end. +===ITERATION 24 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40092 words processed Wed Nov 18 12:00:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.068316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12218 clock time +[SCHEDULER ITER24 LR1]: 80099 words processed Wed Nov 18 12:00:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.066020. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94765 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10381 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[SCHEDULER ITER24 LR1]: 120004 words processed Wed Nov 18 12:00:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.061220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09787 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER24 LR1]: 160114 words processed Wed Nov 18 12:00:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.063568. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10620 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12011 clock time +[SCHEDULER ITER24 LR1]: 200066 words processed Wed Nov 18 12:01:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.062954. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09823 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER24 LR1]: 240045 words processed Wed Nov 18 12:01:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.059629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92761 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER24 LR1]: 280057 words processed Wed Nov 18 12:01:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.055936. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11431 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12263 clock time +[SCHEDULER ITER24 LR1]: 320106 words processed Wed Nov 18 12:01:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95186 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10843 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time +[SCHEDULER ITER24 LR1]: 360024 words processed Wed Nov 18 12:01:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053542. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93718 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER24 LR1]: 400089 words processed Wed Nov 18 12:02:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11164 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12173 clock time +[SCHEDULER ITER24 LR1]: 440067 words processed Wed Nov 18 12:02:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER24 LR1]: 480051 words processed Wed Nov 18 12:02:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053509. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10109 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[SCHEDULER ITER24 LR1]: 520140 words processed Wed Nov 18 12:02:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96227 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11317 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12316 clock time +[SCHEDULER ITER24 LR1]: 560132 words processed Wed Nov 18 12:02:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11297 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time +[SCHEDULER ITER24 LR1]: 600118 words processed Wed Nov 18 12:03:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96495 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10816 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12281 clock time +[SCHEDULER ITER24 LR1]: 640090 words processed Wed Nov 18 12:03:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052995. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92514 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09199 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[SCHEDULER ITER24 LR1]: 680075 words processed Wed Nov 18 12:03:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052435. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92758 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER24 LR1]: 720043 words processed Wed Nov 18 12:03:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09938 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER24 LR1]: 760012 words processed Wed Nov 18 12:03:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09732 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[SCHEDULER ITER24 LR1]: 800113 words processed Wed Nov 18 12:04:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052259. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time +[SCHEDULER ITER24 LR1]: 840089 words processed Wed Nov 18 12:04:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051851. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10032 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER24 LR1]: 880052 words processed Wed Nov 18 12:04:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052134. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 124.48792856202> <PPL_OOV 112.77495891323> <LOGP -1907714.3307067> +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR1]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40087 words processed Wed Nov 18 12:04:41 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.189143. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94163 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64191 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.06047169718> <PPL_OOV 155.12796790669> <LOGP -180578.58523182> +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40095 words processed Wed Nov 18 12:04:50 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.256580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64526 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11744 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.96453837948> <PPL_OOV 163.32705467376> <LOGP -163235.16769627> +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR1]: PPL did not improve, rejected, copying param file of last iter... + +[SCHEDULER ITER25 LR0.6]: preparing parameters... +[SCHEDULER ITER25 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064210 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067867 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35817408 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35933682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70464168 +[SCHEDULER ITER25 LR0.6]: preparing parameters end. +[SCHEDULER ITER25 LR0.6]: preparing layers... +(12:04:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:04:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:04:58 2015-11-18)[nerv] info: create layer: combinerL1 +(12:04:58 2015-11-18)[nerv] info: create layer: outputL +(12:04:58 2015-11-18)[nerv] info: create layer: softmaxL +(12:04:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.6]: preparing layers end. +[SCHEDULER ITER25 LR0.6]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.6]: Initing TNN end. +===ITERATION 25 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40092 words processed Wed Nov 18 12:05:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.031786. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12154 clock time +[SCHEDULER ITER25 LR0.6]: 80099 words processed Wed Nov 18 12:05:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.027880. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91322 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER25 LR0.6]: 120004 words processed Wed Nov 18 12:05:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021698. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91289 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER25 LR0.6]: 160114 words processed Wed Nov 18 12:05:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.022082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12159 clock time +[SCHEDULER ITER25 LR0.6]: 200066 words processed Wed Nov 18 12:05:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021204. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER25 LR0.6]: 240045 words processed Wed Nov 18 12:06:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.017220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89326 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09416 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER25 LR0.6]: 280057 words processed Wed Nov 18 12:06:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.013365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12136 clock time +[SCHEDULER ITER25 LR0.6]: 320106 words processed Wed Nov 18 12:06:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.011554. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time +[SCHEDULER ITER25 LR0.6]: 360024 words processed Wed Nov 18 12:06:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.009923. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER25 LR0.6]: 400089 words processed Wed Nov 18 12:06:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10563 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11964 clock time +[SCHEDULER ITER25 LR0.6]: 440067 words processed Wed Nov 18 12:07:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008010. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90775 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10138 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time +[SCHEDULER ITER25 LR0.6]: 480051 words processed Wed Nov 18 12:07:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008517. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09904 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER25 LR0.6]: 520140 words processed Wed Nov 18 12:07:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008299. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91944 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12110 clock time +[SCHEDULER ITER25 LR0.6]: 560132 words processed Wed Nov 18 12:07:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER25 LR0.6]: 600118 words processed Wed Nov 18 12:07:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.005749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89997 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12171 clock time +[SCHEDULER ITER25 LR0.6]: 640090 words processed Wed Nov 18 12:08:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.004148. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08220 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.86480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.71813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14119 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13261 clock time +[SCHEDULER ITER25 LR0.6]: 680075 words processed Wed Nov 18 12:08:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.003208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95697 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time +[SCHEDULER ITER25 LR0.6]: 720043 words processed Wed Nov 18 12:08:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.002754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99602 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12818 clock time +[SCHEDULER ITER25 LR0.6]: 760012 words processed Wed Nov 18 12:08:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001453. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11301 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER25 LR0.6]: 800113 words processed Wed Nov 18 12:08:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001667. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13223 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12834 clock time +[SCHEDULER ITER25 LR0.6]: 840089 words processed Wed Nov 18 12:09:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000776. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92299 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10920 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12288 clock time +[SCHEDULER ITER25 LR0.6]: 880052 words processed Wed Nov 18 12:09:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000744. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89681 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10145 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 110.67448591716> <PPL_OOV 100.1769714556> <LOGP -1859891.8295212> +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.6]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40087 words processed Wed Nov 18 12:09:30 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.159875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11656 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 165.44666654399> <PPL_OOV 145.17179861502> <LOGP -178203.95449233> +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40095 words processed Wed Nov 18 12:09:39 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.230972. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93270 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63300 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11649 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.02460806547> <PPL_OOV 152.80634249262> <LOGP -161102.26824489> +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... + +[SCHEDULER ITER26 LR0.36]: preparing parameters... +[SCHEDULER ITER26 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34528953 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34532610 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287801 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69404050 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70467695 +[SCHEDULER ITER26 LR0.36]: preparing parameters end. +[SCHEDULER ITER26 LR0.36]: preparing layers... +(12:09:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:09:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:09:48 2015-11-18)[nerv] info: create layer: combinerL1 +(12:09:48 2015-11-18)[nerv] info: create layer: outputL +(12:09:48 2015-11-18)[nerv] info: create layer: softmaxL +(12:09:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.36]: preparing layers end. +[SCHEDULER ITER26 LR0.36]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.36]: Initing TNN end. +===ITERATION 26 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40092 words processed Wed Nov 18 12:10:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.996688. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95989 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12190 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time +[SCHEDULER ITER26 LR0.36]: 80099 words processed Wed Nov 18 12:10:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.993541. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10195 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER26 LR0.36]: 120004 words processed Wed Nov 18 12:10:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987958. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91489 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER26 LR0.36]: 160114 words processed Wed Nov 18 12:10:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.988377. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46188 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER26 LR0.36]: 200066 words processed Wed Nov 18 12:10:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10069 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11876 clock time +[SCHEDULER ITER26 LR0.36]: 240045 words processed Wed Nov 18 12:11:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.983531. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92541 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER26 LR0.36]: 280057 words processed Wed Nov 18 12:11:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.979726. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94011 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12103 clock time +[SCHEDULER ITER26 LR0.36]: 320106 words processed Wed Nov 18 12:11:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.977856. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11170 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER26 LR0.36]: 360024 words processed Wed Nov 18 12:11:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.976151. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93346 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER26 LR0.36]: 400089 words processed Wed Nov 18 12:11:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973558. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time +[SCHEDULER ITER26 LR0.36]: 440067 words processed Wed Nov 18 12:12:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER26 LR0.36]: 480051 words processed Wed Nov 18 12:12:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974452. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92710 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10487 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER26 LR0.36]: 520140 words processed Wed Nov 18 12:12:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974107. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93118 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12034 clock time +[SCHEDULER ITER26 LR0.36]: 560132 words processed Wed Nov 18 12:12:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91026 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10460 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER26 LR0.36]: 600118 words processed Wed Nov 18 12:12:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.971346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10310 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER26 LR0.36]: 640090 words processed Wed Nov 18 12:13:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.969490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09955 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER26 LR0.36]: 680075 words processed Wed Nov 18 12:13:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.968381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91362 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER26 LR0.36]: 720043 words processed Wed Nov 18 12:13:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.967690. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91613 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09900 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time +[SCHEDULER ITER26 LR0.36]: 760012 words processed Wed Nov 18 12:13:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER26 LR0.36]: 800113 words processed Wed Nov 18 12:13:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92353 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER26 LR0.36]: 840089 words processed Wed Nov 18 12:14:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.965067. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91166 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time +[SCHEDULER ITER26 LR0.36]: 880052 words processed Wed Nov 18 12:14:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.964871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 101.74751036446> <PPL_OOV 92.223276870422> <LOGP -1826494.1615467> +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.36]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40087 words processed Wed Nov 18 12:14:21 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-2.142643. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62097 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11535 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 159.3229023722> <PPL_OOV 139.5092618451> <LOGP -176779.62865589> +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40095 words processed Wed Nov 18 12:14:30 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-2.215991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62958 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11549 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.83398316372> <PPL_OOV 146.95799744127> <LOGP -159852.17229954> +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... + +[SCHEDULER ITER27 LR0.216]: preparing parameters... +[SCHEDULER ITER27 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1063239 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066894 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823725 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939977 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70467798 +[SCHEDULER ITER27 LR0.216]: preparing parameters end. +[SCHEDULER ITER27 LR0.216]: preparing layers... +(12:14:39 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:14:39 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:14:39 2015-11-18)[nerv] info: create layer: combinerL1 +(12:14:39 2015-11-18)[nerv] info: create layer: outputL +(12:14:39 2015-11-18)[nerv] info: create layer: softmaxL +(12:14:39 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.216]: preparing layers end. +[SCHEDULER ITER27 LR0.216]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.216]: Initing TNN end. +===ITERATION 27 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40092 words processed Wed Nov 18 12:14:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.973334. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91484 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10593 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER27 LR0.216]: 80099 words processed Wed Nov 18 12:15:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.970486. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09599 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER27 LR0.216]: 120004 words processed Wed Nov 18 12:15:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90382 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER27 LR0.216]: 160114 words processed Wed Nov 18 12:15:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965870. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER27 LR0.216]: 200066 words processed Wed Nov 18 12:15:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.964948. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER27 LR0.216]: 240045 words processed Wed Nov 18 12:15:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.961024. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90016 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09392 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time +[SCHEDULER ITER27 LR0.216]: 280057 words processed Wed Nov 18 12:16:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.957283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90229 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10394 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER27 LR0.216]: 320106 words processed Wed Nov 18 12:16:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.955454. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09970 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER27 LR0.216]: 360024 words processed Wed Nov 18 12:16:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.953706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89393 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER27 LR0.216]: 400089 words processed Wed Nov 18 12:16:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10222 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER27 LR0.216]: 440067 words processed Wed Nov 18 12:16:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951515. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92909 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12211 clock time +[SCHEDULER ITER27 LR0.216]: 480051 words processed Wed Nov 18 12:17:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10094 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER27 LR0.216]: 520140 words processed Wed Nov 18 12:17:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951394. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91905 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time +[SCHEDULER ITER27 LR0.216]: 560132 words processed Wed Nov 18 12:17:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.950774. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90826 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09222 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER27 LR0.216]: 600118 words processed Wed Nov 18 12:17:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.948562. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90077 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time +[SCHEDULER ITER27 LR0.216]: 640090 words processed Wed Nov 18 12:17:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.946590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90235 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER27 LR0.216]: 680075 words processed Wed Nov 18 12:18:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.945381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time +[SCHEDULER ITER27 LR0.216]: 720043 words processed Wed Nov 18 12:18:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.944535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91359 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10296 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time +[SCHEDULER ITER27 LR0.216]: 760012 words processed Wed Nov 18 12:18:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09793 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12117 clock time +[SCHEDULER ITER27 LR0.216]: 800113 words processed Wed Nov 18 12:18:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942714. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10322 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time +[SCHEDULER ITER27 LR0.216]: 840089 words processed Wed Nov 18 12:18:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10211 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[SCHEDULER ITER27 LR0.216]: 880052 words processed Wed Nov 18 12:19:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10314 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 96.230665927949> <PPL_OOV 87.330596039854> <LOGP -1804486.9551715> +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.216]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40087 words processed Wed Nov 18 12:19:11 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-2.129422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92878 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62932 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11584 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 155.20859848991> <PPL_OOV 135.39765175113> <LOGP -175708.70563493> +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40095 words processed Wed Nov 18 12:19:20 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-2.204569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92267 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11625 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.64602319117> <PPL_OOV 142.74466017102> <LOGP -158920.33608658> +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... + +[SCHEDULER ITER28 LR0.1296]: preparing parameters... +[SCHEDULER ITER28 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526862 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34530515 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287866 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69404115 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70467110 +[SCHEDULER ITER28 LR0.1296]: preparing parameters end. +[SCHEDULER ITER28 LR0.1296]: preparing layers... +(12:19:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:19:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:19:29 2015-11-18)[nerv] info: create layer: combinerL1 +(12:19:29 2015-11-18)[nerv] info: create layer: outputL +(12:19:29 2015-11-18)[nerv] info: create layer: softmaxL +(12:19:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.1296]: preparing layers end. +[SCHEDULER ITER28 LR0.1296]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.1296]: Initing TNN end. +===ITERATION 28 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40092 words processed Wed Nov 18 12:19:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.957648. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92751 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER28 LR0.1296]: 80099 words processed Wed Nov 18 12:19:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.954866. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09662 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER28 LR0.1296]: 120004 words processed Wed Nov 18 12:20:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09554 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER28 LR0.1296]: 160114 words processed Wed Nov 18 12:20:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.950754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time +[SCHEDULER ITER28 LR0.1296]: 200066 words processed Wed Nov 18 12:20:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09484 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER28 LR0.1296]: 240045 words processed Wed Nov 18 12:20:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.945955. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91063 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER28 LR0.1296]: 280057 words processed Wed Nov 18 12:20:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.942211. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92566 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[SCHEDULER ITER28 LR0.1296]: 320106 words processed Wed Nov 18 12:21:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.940331. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER28 LR0.1296]: 360024 words processed Wed Nov 18 12:21:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.938572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91680 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER28 LR0.1296]: 400089 words processed Wed Nov 18 12:21:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935784. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER28 LR0.1296]: 440067 words processed Wed Nov 18 12:21:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90890 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER28 LR0.1296]: 480051 words processed Wed Nov 18 12:21:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936596. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91960 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09648 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time +[SCHEDULER ITER28 LR0.1296]: 520140 words processed Wed Nov 18 12:22:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10321 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER28 LR0.1296]: 560132 words processed Wed Nov 18 12:22:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935414. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09615 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER28 LR0.1296]: 600118 words processed Wed Nov 18 12:22:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.933190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10068 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time +[SCHEDULER ITER28 LR0.1296]: 640090 words processed Wed Nov 18 12:22:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.931133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91867 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09634 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER28 LR0.1296]: 680075 words processed Wed Nov 18 12:22:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.929866. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09589 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER28 LR0.1296]: 720043 words processed Wed Nov 18 12:23:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.928898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92253 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[SCHEDULER ITER28 LR0.1296]: 760012 words processed Wed Nov 18 12:23:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.927030. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time +[SCHEDULER ITER28 LR0.1296]: 800113 words processed Wed Nov 18 12:23:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.926926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11865 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12383 clock time +[SCHEDULER ITER28 LR0.1296]: 840089 words processed Wed Nov 18 12:23:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925697. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11230 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12394 clock time +[SCHEDULER ITER28 LR0.1296]: 880052 words processed Wed Nov 18 12:23:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97510 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 92.670119900574> <PPL_OOV 84.17526942258> <LOGP -1789630.3482288> +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.1296]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40087 words processed Wed Nov 18 12:24:01 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.120814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62049 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11555 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 152.54022747212> <PPL_OOV 132.83640444882> <LOGP -175025.0295268> +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40095 words processed Wed Nov 18 12:24:10 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.196983. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63056 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11558 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.97759103608> <PPL_OOV 140.13454203292> <LOGP -158329.17384608> +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... + +[SCHEDULER ITER29 LR0.07776]: preparing parameters... +[SCHEDULER ITER29 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062789 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066441 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823808 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35940048 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70466632 +[SCHEDULER ITER29 LR0.07776]: preparing parameters end. +[SCHEDULER ITER29 LR0.07776]: preparing layers... +(12:24:19 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:24:19 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:24:19 2015-11-18)[nerv] info: create layer: combinerL1 +(12:24:19 2015-11-18)[nerv] info: create layer: outputL +(12:24:19 2015-11-18)[nerv] info: create layer: softmaxL +(12:24:19 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.07776]: preparing layers end. +[SCHEDULER ITER29 LR0.07776]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.07776]: Initing TNN end. +===ITERATION 29 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40092 words processed Wed Nov 18 12:24:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.946777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time +[SCHEDULER ITER29 LR0.07776]: 80099 words processed Wed Nov 18 12:24:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.943867. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90926 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09450 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER29 LR0.07776]: 120004 words processed Wed Nov 18 12:24:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91327 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09606 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER29 LR0.07776]: 160114 words processed Wed Nov 18 12:25:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.940226. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time +[SCHEDULER ITER29 LR0.07776]: 200066 words processed Wed Nov 18 12:25:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46657 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09890 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[SCHEDULER ITER29 LR0.07776]: 240045 words processed Wed Nov 18 12:25:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.935511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91054 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09333 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER29 LR0.07776]: 280057 words processed Wed Nov 18 12:25:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.931795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09941 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER29 LR0.07776]: 320106 words processed Wed Nov 18 12:25:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.929898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER29 LR0.07776]: 360024 words processed Wed Nov 18 12:26:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.928153. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91159 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09209 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time +[SCHEDULER ITER29 LR0.07776]: 400089 words processed Wed Nov 18 12:26:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09985 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER29 LR0.07776]: 440067 words processed Wed Nov 18 12:26:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09387 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER29 LR0.07776]: 480051 words processed Wed Nov 18 12:26:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.926173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09655 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER29 LR0.07776]: 520140 words processed Wed Nov 18 12:26:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92512 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER29 LR0.07776]: 560132 words processed Wed Nov 18 12:27:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.924926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91608 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time +[SCHEDULER ITER29 LR0.07776]: 600118 words processed Wed Nov 18 12:27:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.922706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09363 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[SCHEDULER ITER29 LR0.07776]: 640090 words processed Wed Nov 18 12:27:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.920601. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER29 LR0.07776]: 680075 words processed Wed Nov 18 12:27:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.919309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER29 LR0.07776]: 720043 words processed Wed Nov 18 12:27:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.918272. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[SCHEDULER ITER29 LR0.07776]: 760012 words processed Wed Nov 18 12:28:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09399 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[SCHEDULER ITER29 LR0.07776]: 800113 words processed Wed Nov 18 12:28:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916197. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92285 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10210 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER29 LR0.07776]: 840089 words processed Wed Nov 18 12:28:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91444 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER29 LR0.07776]: 880052 words processed Wed Nov 18 12:28:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914477. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.331762955738> <PPL_OOV 82.103047796228> <LOGP -1779567.3279209> +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.07776]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40087 words processed Wed Nov 18 12:28:51 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.115230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62634 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11572 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.61305621631> <PPL_OOV 131.20309244406> <LOGP -174582.1298087> +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40095 words processed Wed Nov 18 12:29:00 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.191859. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92795 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11570 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.05059609032> <PPL_OOV 138.44697733307> <LOGP -157941.06936514> +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... + +[SCHEDULER ITER30 LR0.046656]: preparing parameters... +[SCHEDULER ITER30 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526461 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34530113 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287366 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69403593 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70466227 +[SCHEDULER ITER30 LR0.046656]: preparing parameters end. +[SCHEDULER ITER30 LR0.046656]: preparing layers... +(12:29:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:29:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:29:09 2015-11-18)[nerv] info: create layer: combinerL1 +(12:29:09 2015-11-18)[nerv] info: create layer: outputL +(12:29:09 2015-11-18)[nerv] info: create layer: softmaxL +(12:29:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER30 LR0.046656]: preparing layers end. +[SCHEDULER ITER30 LR0.046656]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER30 LR0.046656]: Initing TNN end. +===ITERATION 30 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40092 words processed Wed Nov 18 12:29:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.939564. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91388 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER30 LR0.046656]: 80099 words processed Wed Nov 18 12:29:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.936511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89903 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09897 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time +[SCHEDULER ITER30 LR0.046656]: 120004 words processed Wed Nov 18 12:29:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.931733. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER30 LR0.046656]: 160114 words processed Wed Nov 18 12:29:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.933054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER30 LR0.046656]: 200066 words processed Wed Nov 18 12:30:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.932265. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90114 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09861 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER30 LR0.046656]: 240045 words processed Wed Nov 18 12:30:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.928476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER30 LR0.046656]: 280057 words processed Wed Nov 18 12:30:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.924786. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time +[SCHEDULER ITER30 LR0.046656]: 320106 words processed Wed Nov 18 12:30:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.922894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91692 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11160 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER30 LR0.046656]: 360024 words processed Wed Nov 18 12:30:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.921186. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90688 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09562 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER30 LR0.046656]: 400089 words processed Wed Nov 18 12:31:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918359. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10899 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER30 LR0.046656]: 440067 words processed Wed Nov 18 12:31:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918965. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11306 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time +[SCHEDULER ITER30 LR0.046656]: 480051 words processed Wed Nov 18 12:31:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.919242. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER30 LR0.046656]: 520140 words processed Wed Nov 18 12:31:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918685. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER30 LR0.046656]: 560132 words processed Wed Nov 18 12:31:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER30 LR0.046656]: 600118 words processed Wed Nov 18 12:32:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.915795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09909 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time +[SCHEDULER ITER30 LR0.046656]: 640090 words processed Wed Nov 18 12:32:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.913679. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90133 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10900 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER30 LR0.046656]: 680075 words processed Wed Nov 18 12:32:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.912380. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11829 clock time +[SCHEDULER ITER30 LR0.046656]: 720043 words processed Wed Nov 18 12:32:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.911315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89267 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time +[SCHEDULER ITER30 LR0.046656]: 760012 words processed Wed Nov 18 12:32:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90617 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09288 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER30 LR0.046656]: 800113 words processed Wed Nov 18 12:33:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909204. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92838 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10846 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER30 LR0.046656]: 840089 words processed Wed Nov 18 12:33:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11251 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER30 LR0.046656]: 880052 words processed Wed Nov 18 12:33:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09735 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11968 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.846002225269> <PPL_OOV 80.784476409319> <LOGP -1773031.0487294> +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.046656]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40087 words processed Wed Nov 18 12:33:41 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.111073. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11577 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.06832367442> <PPL_OOV 130.00664401787> <LOGP -174254.18008769> +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40095 words processed Wed Nov 18 12:33:50 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.187932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61760 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11538 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.4615968442> <PPL_OOV 137.16123257402> <LOGP -157642.18652739> +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... + +[SCHEDULER ITER31 LR0.0279936]: preparing parameters... +[SCHEDULER ITER31 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062556 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066208 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823367 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939586 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465956 +[SCHEDULER ITER31 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER31 LR0.0279936]: preparing layers... +(12:33:59 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:33:59 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:33:59 2015-11-18)[nerv] info: create layer: combinerL1 +(12:33:59 2015-11-18)[nerv] info: create layer: outputL +(12:33:59 2015-11-18)[nerv] info: create layer: softmaxL +(12:33:59 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER31 LR0.0279936]: preparing layers end. +[SCHEDULER ITER31 LR0.0279936]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER31 LR0.0279936]: Initing TNN end. +===ITERATION 31 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40092 words processed Wed Nov 18 12:34:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.935039. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER31 LR0.0279936]: 80099 words processed Wed Nov 18 12:34:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.931902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89292 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[SCHEDULER ITER31 LR0.0279936]: 120004 words processed Wed Nov 18 12:34:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89755 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09593 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER31 LR0.0279936]: 160114 words processed Wed Nov 18 12:34:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.928513. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90869 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09758 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER31 LR0.0279936]: 200066 words processed Wed Nov 18 12:34:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927746. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90199 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER31 LR0.0279936]: 240045 words processed Wed Nov 18 12:35:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.924005. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90358 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09478 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[SCHEDULER ITER31 LR0.0279936]: 280057 words processed Wed Nov 18 12:35:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.920332. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91181 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER31 LR0.0279936]: 320106 words processed Wed Nov 18 12:35:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.918430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90794 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER31 LR0.0279936]: 360024 words processed Wed Nov 18 12:35:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.916720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89761 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[SCHEDULER ITER31 LR0.0279936]: 400089 words processed Wed Nov 18 12:35:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90749 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[SCHEDULER ITER31 LR0.0279936]: 440067 words processed Wed Nov 18 12:36:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91175 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time +[SCHEDULER ITER31 LR0.0279936]: 480051 words processed Wed Nov 18 12:36:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER31 LR0.0279936]: 520140 words processed Wed Nov 18 12:36:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90855 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10541 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER31 LR0.0279936]: 560132 words processed Wed Nov 18 12:36:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913487. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12024 clock time +[SCHEDULER ITER31 LR0.0279936]: 600118 words processed Wed Nov 18 12:36:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.911271. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09958 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER31 LR0.0279936]: 640090 words processed Wed Nov 18 12:37:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.909133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER31 LR0.0279936]: 680075 words processed Wed Nov 18 12:37:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.907806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90403 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09025 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER31 LR0.0279936]: 720043 words processed Wed Nov 18 12:37:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.906706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12706 clock time +[SCHEDULER ITER31 LR0.0279936]: 760012 words processed Wed Nov 18 12:37:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04027 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.77595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.69803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13485 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13019 clock time +[SCHEDULER ITER31 LR0.0279936]: 800113 words processed Wed Nov 18 12:37:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904523. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98650 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time +[SCHEDULER ITER31 LR0.0279936]: 840089 words processed Wed Nov 18 12:38:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.903243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04646 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.71087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12804 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13070 clock time +[SCHEDULER ITER31 LR0.0279936]: 880052 words processed Wed Nov 18 12:38:23 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.902719. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10777 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.98369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.76807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13588 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.858674349694> <PPL_OOV 79.906232708186> <LOGP -1768618.0491743> +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER31 LR0.0279936]: shuffling training file +===PEEK ON TEST 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40087 words processed Wed Nov 18 12:38:32 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.108291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03650 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.78124 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12340 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.99858014623> <PPL_OOV 129.20534519493> <LOGP -174032.85002343> +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40095 words processed Wed Nov 18 12:38:42 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.185472. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.09369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.84657 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12753 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.3641825233> <PPL_OOV 136.30130176941> <LOGP -157440.72026995> +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER31 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... + +[SCHEDULER ITER32 LR0.01679616]: preparing parameters... +[SCHEDULER ITER32 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526275 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529927 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286931 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69403146 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465624 +[SCHEDULER ITER32 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER32 LR0.01679616]: preparing layers... +(12:38:52 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:38:52 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:38:52 2015-11-18)[nerv] info: create layer: combinerL1 +(12:38:52 2015-11-18)[nerv] info: create layer: outputL +(12:38:52 2015-11-18)[nerv] info: create layer: softmaxL +(12:38:52 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER32 LR0.01679616]: preparing layers end. +[SCHEDULER ITER32 LR0.01679616]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER32 LR0.01679616]: Initing TNN end. +===ITERATION 32 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40092 words processed Wed Nov 18 12:39:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.931442. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00626 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12770 clock time +[SCHEDULER ITER32 LR0.01679616]: 80099 words processed Wed Nov 18 12:39:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.928292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12398 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12751 clock time +[SCHEDULER ITER32 LR0.01679616]: 120004 words processed Wed Nov 18 12:39:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.923647. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER32 LR0.01679616]: 160114 words processed Wed Nov 18 12:39:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12438 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12778 clock time +[SCHEDULER ITER32 LR0.01679616]: 200066 words processed Wed Nov 18 12:39:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924254. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13006 clock time +[SCHEDULER ITER32 LR0.01679616]: 240045 words processed Wed Nov 18 12:40:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.920565. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12063 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12662 clock time +[SCHEDULER ITER32 LR0.01679616]: 280057 words processed Wed Nov 18 12:40:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.916922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12368 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time +[SCHEDULER ITER32 LR0.01679616]: 320106 words processed Wed Nov 18 12:40:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.915045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12925 clock time +[SCHEDULER ITER32 LR0.01679616]: 360024 words processed Wed Nov 18 12:40:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.913357. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12911 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12883 clock time +[SCHEDULER ITER32 LR0.01679616]: 400089 words processed Wed Nov 18 12:40:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910512. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99099 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13887 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time +[SCHEDULER ITER32 LR0.01679616]: 440067 words processed Wed Nov 18 12:41:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98253 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12726 clock time +[SCHEDULER ITER32 LR0.01679616]: 480051 words processed Wed Nov 18 12:41:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11984 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12747 clock time +[SCHEDULER ITER32 LR0.01679616]: 520140 words processed Wed Nov 18 12:41:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98938 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time +[SCHEDULER ITER32 LR0.01679616]: 560132 words processed Wed Nov 18 12:41:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12444 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER32 LR0.01679616]: 600118 words processed Wed Nov 18 12:41:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.907953. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12746 clock time +[SCHEDULER ITER32 LR0.01679616]: 640090 words processed Wed Nov 18 12:42:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.905814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05643 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.81006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.69610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14733 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13093 clock time +[SCHEDULER ITER32 LR0.01679616]: 680075 words processed Wed Nov 18 12:42:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.904486. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12610 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time +[SCHEDULER ITER32 LR0.01679616]: 720043 words processed Wed Nov 18 12:42:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.903383. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02149 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12929 clock time +[SCHEDULER ITER32 LR0.01679616]: 760012 words processed Wed Nov 18 12:42:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901397. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02926 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14074 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13074 clock time +[SCHEDULER ITER32 LR0.01679616]: 800113 words processed Wed Nov 18 12:42:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.76458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14204 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13002 clock time +[SCHEDULER ITER32 LR0.01679616]: 840089 words processed Wed Nov 18 12:43:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER32 LR0.01679616]: 880052 words processed Wed Nov 18 12:43:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11070 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.167707631587> <PPL_OOV 79.29226159407> <LOGP -1765504.0648689> +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER32 LR0.01679616]: shuffling training file +===PEEK ON TEST 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40087 words processed Wed Nov 18 12:43:25 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.106327. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.22052553121> <PPL_OOV 128.63441536524> <LOGP -173874.31210131> +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40095 words processed Wed Nov 18 12:43:34 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.183727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95362 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.65917 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.5455837763> <PPL_OOV 135.67036887598> <LOGP -157292.09402864> +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER32 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... + +[SCHEDULER ITER33 LR0.010077696]: preparing parameters... +[SCHEDULER ITER33 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062455 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066108 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35822967 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939176 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465439 +[SCHEDULER ITER33 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER33 LR0.010077696]: preparing layers... +(12:43:43 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:43:43 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:43:43 2015-11-18)[nerv] info: create layer: combinerL1 +(12:43:43 2015-11-18)[nerv] info: create layer: outputL +(12:43:43 2015-11-18)[nerv] info: create layer: softmaxL +(12:43:43 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER33 LR0.010077696]: preparing layers end. +[SCHEDULER ITER33 LR0.010077696]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER33 LR0.010077696]: Initing TNN end. +===ITERATION 33 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40092 words processed Wed Nov 18 12:43:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.929093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.80160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.70523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13018 clock time +[SCHEDULER ITER33 LR0.010077696]: 80099 words processed Wed Nov 18 12:44:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.925926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93380 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10512 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12215 clock time +[SCHEDULER ITER33 LR0.010077696]: 120004 words processed Wed Nov 18 12:44:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93011 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12276 clock time +[SCHEDULER ITER33 LR0.010077696]: 160114 words processed Wed Nov 18 12:44:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.922722. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10575 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time +[SCHEDULER ITER33 LR0.010077696]: 200066 words processed Wed Nov 18 12:44:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95022 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10490 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER33 LR0.010077696]: 240045 words processed Wed Nov 18 12:44:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.918333. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00091 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11243 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER33 LR0.010077696]: 280057 words processed Wed Nov 18 12:45:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.914713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12354 clock time +[SCHEDULER ITER33 LR0.010077696]: 320106 words processed Wed Nov 18 12:45:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.912862. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95449 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12378 clock time +[SCHEDULER ITER33 LR0.010077696]: 360024 words processed Wed Nov 18 12:45:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.911181. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12202 clock time +[SCHEDULER ITER33 LR0.010077696]: 400089 words processed Wed Nov 18 12:45:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time +[SCHEDULER ITER33 LR0.010077696]: 440067 words processed Wed Nov 18 12:45:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908964. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97302 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11020 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER33 LR0.010077696]: 480051 words processed Wed Nov 18 12:46:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.909244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95866 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12379 clock time +[SCHEDULER ITER33 LR0.010077696]: 520140 words processed Wed Nov 18 12:46:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93725 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time +[SCHEDULER ITER33 LR0.010077696]: 560132 words processed Wed Nov 18 12:46:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908028. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92614 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09855 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time +[SCHEDULER ITER33 LR0.010077696]: 600118 words processed Wed Nov 18 12:46:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.905823. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92047 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09596 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12122 clock time +[SCHEDULER ITER33 LR0.010077696]: 640090 words processed Wed Nov 18 12:46:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.903686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09803 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12085 clock time +[SCHEDULER ITER33 LR0.010077696]: 680075 words processed Wed Nov 18 12:47:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.902356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12210 clock time +[SCHEDULER ITER33 LR0.010077696]: 720043 words processed Wed Nov 18 12:47:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.901253. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96782 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10872 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER33 LR0.010077696]: 760012 words processed Wed Nov 18 12:47:32 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.16792 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.05536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.77800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16164 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13491 clock time +[SCHEDULER ITER33 LR0.010077696]: 800113 words processed Wed Nov 18 12:47:44 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER33 LR0.010077696]: 840089 words processed Wed Nov 18 12:47:56 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897764. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00777 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time +[SCHEDULER ITER33 LR0.010077696]: 880052 words processed Wed Nov 18 12:48:08 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11116 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12408 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.729095282599> <PPL_OOV 78.902608908036> <LOGP -1763515.2633715> +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER33 LR0.010077696]: shuffling training file +===PEEK ON TEST 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40087 words processed Wed Nov 18 12:48:17 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.105025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66961 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.687178305> <PPL_OOV 128.2464002936> <LOGP -173766.16450762> +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40095 words processed Wed Nov 18 12:48:27 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.182599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99972 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.00228818473> <PPL_OOV 135.25645893787> <LOGP -157194.21505764> +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER33 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... + +[SCHEDULER ITER34 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER34 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526300 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529953 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286738 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69402945 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465377 +[SCHEDULER ITER34 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER34 LR0.0060466176]: preparing layers... +(12:48:36 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:48:36 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:48:36 2015-11-18)[nerv] info: create layer: combinerL1 +(12:48:36 2015-11-18)[nerv] info: create layer: outputL +(12:48:36 2015-11-18)[nerv] info: create layer: softmaxL +(12:48:36 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER34 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER34 LR0.0060466176]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER34 LR0.0060466176]: Initing TNN end. +===ITERATION 34 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40092 words processed Wed Nov 18 12:48:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.927516. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER34 LR0.0060466176]: 80099 words processed Wed Nov 18 12:49:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.924363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00152 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11586 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12344 clock time +[SCHEDULER ITER34 LR0.0060466176]: 120004 words processed Wed Nov 18 12:49:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.919896. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11754 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER34 LR0.0060466176]: 160114 words processed Wed Nov 18 12:49:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.921244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13001 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER34 LR0.0060466176]: 200066 words processed Wed Nov 18 12:49:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.920525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11758 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12284 clock time +[SCHEDULER ITER34 LR0.0060466176]: 240045 words processed Wed Nov 18 12:49:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.916893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99230 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11871 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12411 clock time +[SCHEDULER ITER34 LR0.0060466176]: 280057 words processed Wed Nov 18 12:50:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.913290. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98573 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12454 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time +[SCHEDULER ITER34 LR0.0060466176]: 320106 words processed Wed Nov 18 12:50:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.911461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00146 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12293 clock time +[SCHEDULER ITER34 LR0.0060466176]: 360024 words processed Wed Nov 18 12:50:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.909783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12505 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[SCHEDULER ITER34 LR0.0060466176]: 400089 words processed Wed Nov 18 12:50:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906950. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98452 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12892 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time +[SCHEDULER ITER34 LR0.0060466176]: 440067 words processed Wed Nov 18 12:50:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907576. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98303 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11456 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12380 clock time +[SCHEDULER ITER34 LR0.0060466176]: 480051 words processed Wed Nov 18 12:51:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907859. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11347 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time +[SCHEDULER ITER34 LR0.0060466176]: 520140 words processed Wed Nov 18 12:51:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER34 LR0.0060466176]: 560132 words processed Wed Nov 18 12:51:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906662. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01046 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER34 LR0.0060466176]: 600118 words processed Wed Nov 18 12:51:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.904460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99203 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11688 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12410 clock time +[SCHEDULER ITER34 LR0.0060466176]: 640090 words processed Wed Nov 18 12:51:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.902324. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00946 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER34 LR0.0060466176]: 680075 words processed Wed Nov 18 12:52:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.900997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01651 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER34 LR0.0060466176]: 720043 words processed Wed Nov 18 12:52:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.899895. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12287 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER34 LR0.0060466176]: 760012 words processed Wed Nov 18 12:52:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03051 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time +[SCHEDULER ITER34 LR0.0060466176]: 800113 words processed Wed Nov 18 12:52:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897682. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03194 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER34 LR0.0060466176]: 840089 words processed Wed Nov 18 12:52:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.896402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00887 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER34 LR0.0060466176]: 880052 words processed Wed Nov 18 12:53:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.895871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00792 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12460 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12384 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.450253074165> <PPL_OOV 78.65525540066> <LOGP -1762247.6592947> +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER34 LR0.0060466176]: shuffling training file +===PEEK ON TEST 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40087 words processed Wed Nov 18 12:53:09 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.104154. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02959 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.75717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.35597848968> <PPL_OOV 127.97734439262> <LOGP -173690.9809428> +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40095 words processed Wed Nov 18 12:53:19 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.181872. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01889 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.74313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.68103244818> <PPL_OOV 134.98934891245> <LOGP -157130.89131439> +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER34 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... + +[SCHEDULER ITER35 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER35 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062432 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066085 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35822859 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939065 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465345 +[SCHEDULER ITER35 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER35 LR0.00362797056]: preparing layers... +(12:53:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:53:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:53:29 2015-11-18)[nerv] info: create layer: combinerL1 +(12:53:29 2015-11-18)[nerv] info: create layer: outputL +(12:53:29 2015-11-18)[nerv] info: create layer: softmaxL +(12:53:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER35 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER35 LR0.00362797056]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER35 LR0.00362797056]: Initing TNN end. +===ITERATION 35 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40092 words processed Wed Nov 18 12:53:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.926501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13462 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER35 LR0.00362797056]: 80099 words processed Wed Nov 18 12:53:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.923356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11986 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER35 LR0.00362797056]: 120004 words processed Wed Nov 18 12:54:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.918930. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12042 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER35 LR0.00362797056]: 160114 words processed Wed Nov 18 12:54:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.920291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00943 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12998 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER35 LR0.00362797056]: 200066 words processed Wed Nov 18 12:54:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.919579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER35 LR0.00362797056]: 240045 words processed Wed Nov 18 12:54:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.915968. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11996 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time +[SCHEDULER ITER35 LR0.00362797056]: 280057 words processed Wed Nov 18 12:54:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.912378. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13038 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER35 LR0.00362797056]: 320106 words processed Wed Nov 18 12:55:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.910563. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13112 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12607 clock time +[SCHEDULER ITER35 LR0.00362797056]: 360024 words processed Wed Nov 18 12:55:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.908889. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time +[SCHEDULER ITER35 LR0.00362797056]: 400089 words processed Wed Nov 18 12:55:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906061. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13412 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12647 clock time +[SCHEDULER ITER35 LR0.00362797056]: 440067 words processed Wed Nov 18 12:55:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906689. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00280 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11976 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time +[SCHEDULER ITER35 LR0.00362797056]: 480051 words processed Wed Nov 18 12:55:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906977. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time +[SCHEDULER ITER35 LR0.00362797056]: 520140 words processed Wed Nov 18 12:56:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906417. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01201 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time +[SCHEDULER ITER35 LR0.00362797056]: 560132 words processed Wed Nov 18 12:56:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.905791. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99635 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11674 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12566 clock time +[SCHEDULER ITER35 LR0.00362797056]: 600118 words processed Wed Nov 18 12:56:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.903593. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER35 LR0.00362797056]: 640090 words processed Wed Nov 18 12:56:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.901457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98858 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER35 LR0.00362797056]: 680075 words processed Wed Nov 18 12:56:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.900130. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11973 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER35 LR0.00362797056]: 720043 words processed Wed Nov 18 12:57:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.899031. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01215 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11971 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12678 clock time +[SCHEDULER ITER35 LR0.00362797056]: 760012 words processed Wed Nov 18 12:57:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.897035. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98906 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER35 LR0.00362797056]: 800113 words processed Wed Nov 18 12:57:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.896814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97448 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12034 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER35 LR0.00362797056]: 840089 words processed Wed Nov 18 12:57:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11201 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time +[SCHEDULER ITER35 LR0.00362797056]: 880052 words processed Wed Nov 18 12:57:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96820 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11656 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12360 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.272834134732> <PPL_OOV 78.498152777863> <LOGP -1761440.4892072> +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER35 LR0.00362797056]: shuffling training file +===PEEK ON TEST 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40087 words processed Wed Nov 18 12:58:02 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.103584. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.69977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.17039447141> <PPL_OOV 127.79140045143> <LOGP -173638.92932372> +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40095 words processed Wed Nov 18 12:58:12 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.181381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.51338825824> <PPL_OOV 134.81957448081> <LOGP -157090.57774537> +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER35 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... + +===VALIDATION PPL record=== +<ITER0 LR0.00000 train:0.000 valid:10092.059 test:0.000> +<ITER1 LR1.00000 train:447.200 valid:331.713 test:323.544> +<ITER2 LR1.00000 train:290.374 valid:252.806 test:242.776> +<ITER3 LR1.00000 train:245.397 valid:228.358 test:218.981> +<ITER4 LR1.00000 train:212.502 valid:214.052 test:205.791> +<ITER5 LR1.00000 train:195.668 valid:203.704 test:193.918> +<ITER6 LR1.00000 train:180.480 valid:196.170 test:187.550> +<ITER7 LR1.00000 train:170.451 valid:187.462 test:178.690> +<ITER8 LR1.00000 train:162.949 valid:183.632 test:175.370> +<ITER9 LR1.00000 train:156.371 valid:179.375 test:171.281> +<ITER10 LR1.00000 train:150.464 valid:177.420 test:168.900> +<ITER11 LR1.00000 train:145.764 valid:174.335 test:165.486> +<ITER12 LR1.00000 train:141.373 valid:172.803 test:163.822> +<ITER13 LR1.00000 train:137.631 valid:172.220 test:163.131> +<ITER14 LR1.00000 train:134.414 valid:169.850 test:160.997> +<ITER15 LR1.00000 train:131.360 valid:168.661 test:160.001> +<ITER16 LR1.00000 train:128.344 valid:166.812 test:158.475> +<ITER17 LR1.00000 train:127.214 valid:166.572 test:158.413> +<ITER18 LR1.00000 train:123.861 valid:165.108 test:156.954> +<ITER19 LR1.00000 train:121.666 valid:165.028 test:156.988> +<ITER20 LR1.00000 train:119.543 valid:164.221 test:156.194> +<ITER21 LR1.00000 train:117.486 valid:163.877 test:155.830> +<ITER22 LR1.00000 train:115.576 valid:163.700 test:155.498> +<ITER23 LR1.00000 train:114.595 valid:162.328 test:154.452> +<ITER24 LR1.00000 train:112.775 valid:163.327 test:155.128> +<ITER25 LR0.60000 train:100.177 valid:152.806 test:145.172> +<ITER26 LR0.36000 train:92.223 valid:146.958 test:139.509> +<ITER27 LR0.21600 train:87.331 valid:142.745 test:135.398> +<ITER28 LR0.12960 train:84.175 valid:140.135 test:132.836> +<ITER29 LR0.07776 train:82.103 valid:138.447 test:131.203> +<ITER30 LR0.04666 train:80.784 valid:137.161 test:130.007> +<ITER31 LR0.02799 train:79.906 valid:136.301 test:129.205> +<ITER32 LR0.01680 train:79.292 valid:135.670 test:128.634> +<ITER33 LR0.01008 train:78.903 valid:135.256 test:128.246> +<ITER34 LR0.00605 train:78.655 valid:134.989 test:127.977> +<ITER35 LR0.00363 train:78.498 valid:134.820 test:127.791> + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526247 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529900 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286627 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69402830 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465248 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(12:58:22 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:58:22 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:58:22 2015-11-18)[nerv] info: create layer: combinerL1 +(12:58:22 2015-11-18)[nerv] info: create layer: outputL +(12:58:22 2015-11-18)[nerv] info: create layer: softmaxL +(12:58:22 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 12:58:26 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.103584. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.71964 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11812 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.17039441757> <PPL_OOV 127.79140027029> <LOGP -173638.92927297> +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 b/nerv/examples/lmptb/logs/LOG-tnn-h400 index b0209f6..14270fe 100644 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 +++ b/nerv/examples/lmptb/logs/LOG-tnn-h400 @@ -3,10 +3,10 @@ Greetings [SCHEDULER]: printing global_conf... test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds -param_random function: 0x4121a7c8 +param_random function: 0x41568798 train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak decay_iter 16 -mmat_type table: 0x415bc3f0 +mmat_type table: 0x4155ddf0 vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params @@ -23,7 +23,7 @@ lrate 1 momentum 0 wcost 1e-05 chunk_size 15 -cumat_type table: 0x40f7d918 +cumat_type table: 0x4159b8e8 [SCHEDULER]: printing training scheduling options... lr_half false start_iter -1 @@ -56,12 +56,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"} reading chunk 5 from 93970392 [SCHEDULER]: preparing parameters end. [SCHEDULER]: preparing layers... -(00:04:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:04:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:04:37 2015-11-17)[nerv] info: create layer: combinerL1 -(00:04:37 2015-11-17)[nerv] info: create layer: outputL -(00:04:37 2015-11-17)[nerv] info: create layer: softmaxL -(00:04:37 2015-11-17)[nerv] info: create layer: selectL1 +(23:35:45 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:35:45 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:35:45 2015-11-17)[nerv] info: create layer: combinerL1 +(23:35:45 2015-11-17)[nerv] info: create layer: outputL +(23:35:45 2015-11-17)[nerv] info: create layer: softmaxL +(23:35:45 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER]: preparing layers end. [SCHEDULER]: Generate and initing TNN ... <input> selectL1 0 @@ -88,10 +88,12 @@ TNN initing storage outputL -> softmaxL [SCHEDULER]: Initing TNN end. [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Tue Nov 17 00:04:43 2015. +[SCHEDULER]: 40095 words processed Tue Nov 17 23:35:51 2015. [SCHEDULER]: log prob per sample :-4.031438. - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74157 clock time - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67356 clock time + [global_conf.timer]: time spent on tnn_beforeprocess:0.51120 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.70094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.94917 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13248 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER]: Displaying result: [SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11218.277022182> <PPL_OOV 10730.852429653> <LOGP -297299.58025201> @@ -117,12 +119,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"} reading chunk 5 from 93970392 [SCHEDULER ITER1 LR1]: preparing parameters end. [SCHEDULER ITER1 LR1]: preparing layers... -(00:04:51 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:04:51 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:04:51 2015-11-17)[nerv] info: create layer: combinerL1 -(00:04:51 2015-11-17)[nerv] info: create layer: outputL -(00:04:51 2015-11-17)[nerv] info: create layer: softmaxL -(00:04:51 2015-11-17)[nerv] info: create layer: selectL1 +(23:35:59 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:35:59 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:35:59 2015-11-17)[nerv] info: create layer: combinerL1 +(23:35:59 2015-11-17)[nerv] info: create layer: outputL +(23:35:59 2015-11-17)[nerv] info: create layer: softmaxL +(23:35:59 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER1 LR1]: preparing layers end. [SCHEDULER ITER1 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -150,164 +152,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 1 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Tue Nov 17 00:05:05 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.302078. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92373 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42845 clock time -[SCHEDULER ITER1 LR1]: 80063 words processed Tue Nov 17 00:05:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.154478. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.98043 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42106 clock time -[SCHEDULER ITER1 LR1]: 120068 words processed Tue Nov 17 00:05:33 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.071595. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.93187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61576 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41444 clock time -[SCHEDULER ITER1 LR1]: 160017 words processed Tue Nov 17 00:05:47 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.003927. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.93631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89976 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41460 clock time -[SCHEDULER ITER1 LR1]: 200138 words processed Tue Nov 17 00:06:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.966038. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.03957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43007 clock time -[SCHEDULER ITER1 LR1]: 240007 words processed Tue Nov 17 00:06:15 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.931091. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.90404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.88924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.60917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.40914 clock time -[SCHEDULER ITER1 LR1]: 280135 words processed Tue Nov 17 00:06:29 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.902398. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93462 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43464 clock time -[SCHEDULER ITER1 LR1]: 320080 words processed Tue Nov 17 00:06:43 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.877023. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65129 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42261 clock time -[SCHEDULER ITER1 LR1]: 360059 words processed Tue Nov 17 00:06:57 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.849770. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89945 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41522 clock time -[SCHEDULER ITER1 LR1]: 400021 words processed Tue Nov 17 00:07:11 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.831115. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41697 clock time -[SCHEDULER ITER1 LR1]: 440102 words processed Tue Nov 17 00:07:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.811526. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.07885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43639 clock time -[SCHEDULER ITER1 LR1]: 480051 words processed Tue Nov 17 00:07:39 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.793057. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92534 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89979 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41501 clock time -[SCHEDULER ITER1 LR1]: 520093 words processed Tue Nov 17 00:07:53 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.776523. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.62721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42344 clock time -[SCHEDULER ITER1 LR1]: 560039 words processed Tue Nov 17 00:08:07 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.759064. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.96381 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63379 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41726 clock time -[SCHEDULER ITER1 LR1]: 600112 words processed Tue Nov 17 00:08:21 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.747706. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99693 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63992 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42553 clock time -[SCHEDULER ITER1 LR1]: 640076 words processed Tue Nov 17 00:08:35 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.735499. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.92614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.89935 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.61681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41585 clock time -[SCHEDULER ITER1 LR1]: 680026 words processed Tue Nov 17 00:08:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.725202. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.95927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.90817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.62683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42190 clock time -[SCHEDULER ITER1 LR1]: 720133 words processed Tue Nov 17 00:09:03 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.715340. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01923 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64506 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43106 clock time -[SCHEDULER ITER1 LR1]: 760048 words processed Tue Nov 17 00:09:17 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.703347. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92104 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42213 clock time -[SCHEDULER ITER1 LR1]: 800117 words processed Tue Nov 17 00:09:31 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.694935. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43240 clock time -[SCHEDULER ITER1 LR1]: 840116 words processed Tue Nov 17 00:09:45 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.684513. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time -[SCHEDULER ITER1 LR1]: 880037 words processed Tue Nov 17 00:09:59 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.676402. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97565 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42184 clock time +[SCHEDULER ITER1 LR1]: 40099 words processed Tue Nov 17 23:36:12 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.307163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.97858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time +[SCHEDULER ITER1 LR1]: 80063 words processed Tue Nov 17 23:36:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.167927. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72435 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46101 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12725 clock time +[SCHEDULER ITER1 LR1]: 120068 words processed Tue Nov 17 23:36:38 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.072096. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71643 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.94612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER1 LR1]: 160017 words processed Tue Nov 17 23:36:51 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.999475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70526 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER1 LR1]: 200138 words processed Tue Nov 17 23:37:05 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.960525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.49050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13162 clock time +[SCHEDULER ITER1 LR1]: 240007 words processed Tue Nov 17 23:37:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. + [global_conf.timer]: time spent on tnn_beforeprocess:0.53133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:4.03094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.52548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.51544 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.14333 clock time +[SCHEDULER ITER1 LR1]: 280135 words processed Tue Nov 17 23:37:32 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.895095. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72695 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46205 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER1 LR1]: 320080 words processed Tue Nov 17 23:37:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.870160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68051 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER1 LR1]: 360059 words processed Tue Nov 17 23:37:58 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.844175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68577 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER1 LR1]: 400021 words processed Tue Nov 17 23:38:11 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.825951. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69065 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45209 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER1 LR1]: 440102 words processed Tue Nov 17 23:38:24 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.806475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45847 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER1 LR1]: 480051 words processed Tue Nov 17 23:38:37 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.789229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER1 LR1]: 520093 words processed Tue Nov 17 23:38:50 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.773809. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70210 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER1 LR1]: 560039 words processed Tue Nov 17 23:39:03 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.756861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68531 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time +[SCHEDULER ITER1 LR1]: 600112 words processed Tue Nov 17 23:39:16 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.746111. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69925 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER1 LR1]: 640076 words processed Tue Nov 17 23:39:29 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.734203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68886 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45330 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER1 LR1]: 680026 words processed Tue Nov 17 23:39:42 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.724362. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.98914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12844 clock time +[SCHEDULER ITER1 LR1]: 720133 words processed Tue Nov 17 23:39:55 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.714482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69692 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.91832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER1 LR1]: 760048 words processed Tue Nov 17 23:40:08 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.702566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67797 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.86931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45006 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER1 LR1]: 800117 words processed Tue Nov 17 23:40:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.694301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69251 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time +[SCHEDULER ITER1 LR1]: 840116 words processed Tue Nov 17 23:40:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.683815. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68128 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER1 LR1]: 880037 words processed Tue Nov 17 23:40:47 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.675707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67969 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 537.35706233668> <PPL_OOV 472.88518680998> <LOGP -2486423.4856078> +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 537.43879542441> <PPL_OOV 472.15153715735> <LOGP -2485796.6619188> [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER1 LR1]: shuffling training file ===PEEK ON TEST 1=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40087 words processed Tue Nov 17 00:10:12 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.512880. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.54269 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64145 clock time +[SCHEDULER ITER1 LR1]: 40087 words processed Tue Nov 17 23:40:58 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.514792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.44770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 376.36255129831> <PPL_OOV 331.0604978245> <LOGP -207715.96399617> +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 379.24392854515> <PPL_OOV 331.97926131635> <LOGP -207815.17595921> [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 1=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Tue Nov 17 00:10:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.556837. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.59126 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66055 clock time +[SCHEDULER ITER1 LR1]: 40095 words processed Tue Nov 17 23:41:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.557255. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.41725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 377.62321793049> <PPL_OOV 340.95708790642> <LOGP -186811.93157611> +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 378.18347077578> <PPL_OOV 339.93053715193> <LOGP -186715.339716> [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... @@ -316,27 +366,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1911286 +reading chunk 1 from 1910948 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1916142 +reading chunk 2 from 1915804 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 47938924 +reading chunk 3 from 47942998 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48055301 +reading chunk 4 from 48059425 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94077793 +reading chunk 5 from 94081374 [SCHEDULER ITER2 LR1]: preparing parameters end. [SCHEDULER ITER2 LR1]: preparing layers... -(00:10:36 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:10:36 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:10:36 2015-11-17)[nerv] info: create layer: combinerL1 -(00:10:36 2015-11-17)[nerv] info: create layer: outputL -(00:10:36 2015-11-17)[nerv] info: create layer: softmaxL -(00:10:36 2015-11-17)[nerv] info: create layer: selectL1 +(23:41:19 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:41:19 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:41:19 2015-11-17)[nerv] info: create layer: combinerL1 +(23:41:19 2015-11-17)[nerv] info: create layer: outputL +(23:41:19 2015-11-17)[nerv] info: create layer: softmaxL +(23:41:19 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER2 LR1]: preparing layers end. [SCHEDULER ITER2 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -364,164 +414,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 2 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Tue Nov 17 00:10:50 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.692655. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21693 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42816 clock time -[SCHEDULER ITER2 LR1]: 80099 words processed Tue Nov 17 00:11:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.630314. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72654 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42019 clock time -[SCHEDULER ITER2 LR1]: 120004 words processed Tue Nov 17 00:11:19 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.593422. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18646 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95653 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42199 clock time -[SCHEDULER ITER2 LR1]: 160114 words processed Tue Nov 17 00:11:34 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.576778. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97606 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time -[SCHEDULER ITER2 LR1]: 200066 words processed Tue Nov 17 00:11:49 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.566877. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42575 clock time -[SCHEDULER ITER2 LR1]: 240045 words processed Tue Nov 17 00:12:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.557151. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21182 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74369 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42686 clock time -[SCHEDULER ITER2 LR1]: 280057 words processed Tue Nov 17 00:12:19 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.551346. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21951 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97537 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43301 clock time -[SCHEDULER ITER2 LR1]: 320106 words processed Tue Nov 17 00:12:34 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.543334. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22415 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74243 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43203 clock time -[SCHEDULER ITER2 LR1]: 360024 words processed Tue Nov 17 00:12:49 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.538019. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42517 clock time -[SCHEDULER ITER2 LR1]: 400089 words processed Tue Nov 17 00:13:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.534185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43174 clock time -[SCHEDULER ITER2 LR1]: 440067 words processed Tue Nov 17 00:13:19 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.530238. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26819 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98086 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43585 clock time -[SCHEDULER ITER2 LR1]: 480051 words processed Tue Nov 17 00:13:33 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.526657. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72488 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42495 clock time -[SCHEDULER ITER2 LR1]: 520140 words processed Tue Nov 17 00:13:49 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.523109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34003 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44669 clock time -[SCHEDULER ITER2 LR1]: 560132 words processed Tue Nov 17 00:14:03 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.519788. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95715 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42384 clock time -[SCHEDULER ITER2 LR1]: 600118 words processed Tue Nov 17 00:14:18 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.519174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20357 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42778 clock time -[SCHEDULER ITER2 LR1]: 640090 words processed Tue Nov 17 00:14:32 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.515980. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42133 clock time -[SCHEDULER ITER2 LR1]: 680075 words processed Tue Nov 17 00:14:47 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.513608. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21724 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97093 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74363 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43023 clock time -[SCHEDULER ITER2 LR1]: 720043 words processed Tue Nov 17 00:15:01 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.511130. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16473 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42120 clock time -[SCHEDULER ITER2 LR1]: 760012 words processed Tue Nov 17 00:15:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.508404. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96161 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time -[SCHEDULER ITER2 LR1]: 800113 words processed Tue Nov 17 00:15:31 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.505336. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18815 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time -[SCHEDULER ITER2 LR1]: 840089 words processed Tue Nov 17 00:15:45 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.501920. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95144 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42053 clock time -[SCHEDULER ITER2 LR1]: 880052 words processed Tue Nov 17 00:16:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.499207. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74261 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time +[SCHEDULER ITER2 LR1]: 40092 words processed Tue Nov 17 23:41:32 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.799221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46377 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER2 LR1]: 80099 words processed Tue Nov 17 23:41:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.675260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79010 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12454 clock time +[SCHEDULER ITER2 LR1]: 120004 words processed Tue Nov 17 23:41:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.625292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79597 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45735 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time +[SCHEDULER ITER2 LR1]: 160114 words processed Tue Nov 17 23:42:11 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.601139. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82418 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46627 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER2 LR1]: 200066 words processed Tue Nov 17 23:42:24 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.586182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79828 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER2 LR1]: 240045 words processed Tue Nov 17 23:42:37 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.569745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45781 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER2 LR1]: 280057 words processed Tue Nov 17 23:42:50 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.558289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80717 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46324 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER2 LR1]: 320106 words processed Tue Nov 17 23:43:03 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.546701. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER2 LR1]: 360024 words processed Tue Nov 17 23:43:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.538361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79494 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time +[SCHEDULER ITER2 LR1]: 400089 words processed Tue Nov 17 23:43:29 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.532957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80046 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12432 clock time +[SCHEDULER ITER2 LR1]: 440067 words processed Tue Nov 17 23:43:42 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.527843. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80066 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER2 LR1]: 480051 words processed Tue Nov 17 23:43:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.523169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79117 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER2 LR1]: 520140 words processed Tue Nov 17 23:44:08 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.518885. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time +[SCHEDULER ITER2 LR1]: 560132 words processed Tue Nov 17 23:44:21 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.514611. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER2 LR1]: 600118 words processed Tue Nov 17 23:44:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.512709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12405 clock time +[SCHEDULER ITER2 LR1]: 640090 words processed Tue Nov 17 23:44:47 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.508568. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12473 clock time +[SCHEDULER ITER2 LR1]: 680075 words processed Tue Nov 17 23:45:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.505824. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER2 LR1]: 720043 words processed Tue Nov 17 23:45:13 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.503375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78838 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45411 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12403 clock time +[SCHEDULER ITER2 LR1]: 760012 words processed Tue Nov 17 23:45:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.500743. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12720 clock time +[SCHEDULER ITER2 LR1]: 800113 words processed Tue Nov 17 23:45:41 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86594 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47835 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12907 clock time +[SCHEDULER ITER2 LR1]: 840089 words processed Tue Nov 17 23:45:54 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.494761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79481 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45671 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER2 LR1]: 880052 words processed Tue Nov 17 23:46:07 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.492221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45370 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12444 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 363.1890880336> <PPL_OOV 315.41499640977> <LOGP -2322933.5337178> +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 356.44368639692> <PPL_OOV 310.37598339711> <LOGP -2316431.7749724> [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER2 LR1]: shuffling training file ===PEEK ON TEST 2=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40087 words processed Tue Nov 17 00:16:11 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.397402. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74227 clock time +[SCHEDULER ITER2 LR1]: 40087 words processed Tue Nov 17 23:46:17 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.393024. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52763 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 291.66785431418> <PPL_OOV 252.20424298756> <LOGP -197976.44940075> +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 289.978578203> <PPL_OOV 250.00965661609> <LOGP -197663.57767284> [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 2=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Tue Nov 17 00:16:24 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.442373. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.64900 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72733 clock time +[SCHEDULER ITER2 LR1]: 40095 words processed Tue Nov 17 23:46:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.438429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80517 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 295.99484209845> <PPL_OOV 263.05773346545> <LOGP -178502.96720832> +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 294.59587868377> <PPL_OOV 261.28808089122> <LOGP -178286.7416284> [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... @@ -530,27 +628,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46026912 +reading chunk 1 from 46026952 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46031770 +reading chunk 2 from 46031813 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92077295 +reading chunk 3 from 92080375 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92193586 +reading chunk 4 from 92196721 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94104045 +reading chunk 5 from 94106578 [SCHEDULER ITER3 LR1]: preparing parameters end. [SCHEDULER ITER3 LR1]: preparing layers... -(00:16:35 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:16:35 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:16:35 2015-11-17)[nerv] info: create layer: combinerL1 -(00:16:35 2015-11-17)[nerv] info: create layer: outputL -(00:16:35 2015-11-17)[nerv] info: create layer: softmaxL -(00:16:35 2015-11-17)[nerv] info: create layer: selectL1 +(23:46:38 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:46:38 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:46:38 2015-11-17)[nerv] info: create layer: combinerL1 +(23:46:38 2015-11-17)[nerv] info: create layer: outputL +(23:46:38 2015-11-17)[nerv] info: create layer: softmaxL +(23:46:38 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER3 LR1]: preparing layers end. [SCHEDULER ITER3 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -578,164 +676,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 3 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Tue Nov 17 00:16:49 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.451944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97312 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time -[SCHEDULER ITER3 LR1]: 80099 words processed Tue Nov 17 00:17:03 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.440249. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16343 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94441 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73597 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41776 clock time -[SCHEDULER ITER3 LR1]: 120004 words processed Tue Nov 17 00:17:17 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.429951. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72770 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41684 clock time -[SCHEDULER ITER3 LR1]: 160114 words processed Tue Nov 17 00:17:32 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.428219. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95969 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73701 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42746 clock time -[SCHEDULER ITER3 LR1]: 200066 words processed Tue Nov 17 00:17:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.427816. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41611 clock time -[SCHEDULER ITER3 LR1]: 240045 words processed Tue Nov 17 00:18:02 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.421879. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20117 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95415 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75101 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42315 clock time -[SCHEDULER ITER3 LR1]: 280057 words processed Tue Nov 17 00:18:17 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.418622. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26805 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76757 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time -[SCHEDULER ITER3 LR1]: 320106 words processed Tue Nov 17 00:18:32 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.413292. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96642 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75295 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time -[SCHEDULER ITER3 LR1]: 360024 words processed Tue Nov 17 00:18:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.410893. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95975 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42653 clock time -[SCHEDULER ITER3 LR1]: 400089 words processed Tue Nov 17 00:19:02 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.409763. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98658 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time -[SCHEDULER ITER3 LR1]: 440067 words processed Tue Nov 17 00:19:17 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.408198. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19522 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42259 clock time -[SCHEDULER ITER3 LR1]: 480051 words processed Tue Nov 17 00:19:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.406487. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94097 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41720 clock time -[SCHEDULER ITER3 LR1]: 520140 words processed Tue Nov 17 00:19:46 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.404808. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95834 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42578 clock time -[SCHEDULER ITER3 LR1]: 560132 words processed Tue Nov 17 00:20:01 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.403215. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95699 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42386 clock time -[SCHEDULER ITER3 LR1]: 600118 words processed Tue Nov 17 00:20:16 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.404832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29962 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43809 clock time -[SCHEDULER ITER3 LR1]: 640090 words processed Tue Nov 17 00:20:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.402722. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21695 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95831 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75755 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42378 clock time -[SCHEDULER ITER3 LR1]: 680075 words processed Tue Nov 17 00:20:45 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.401527. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94411 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73283 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41815 clock time -[SCHEDULER ITER3 LR1]: 720043 words processed Tue Nov 17 00:20:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.400318. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94281 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71709 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41870 clock time -[SCHEDULER ITER3 LR1]: 760012 words processed Tue Nov 17 00:21:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.398883. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42308 clock time -[SCHEDULER ITER3 LR1]: 800113 words processed Tue Nov 17 00:21:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.397416. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96361 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42731 clock time -[SCHEDULER ITER3 LR1]: 840089 words processed Tue Nov 17 00:21:43 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.395775. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94176 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71968 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41782 clock time -[SCHEDULER ITER3 LR1]: 880052 words processed Tue Nov 17 00:21:58 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.394509. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21553 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42560 clock time +[SCHEDULER ITER3 LR1]: 40092 words processed Tue Nov 17 23:46:51 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-3.275433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time +[SCHEDULER ITER3 LR1]: 80099 words processed Tue Nov 17 23:47:04 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.872201. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83027 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45764 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12709 clock time +[SCHEDULER ITER3 LR1]: 120004 words processed Tue Nov 17 23:47:17 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.726336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45410 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time +[SCHEDULER ITER3 LR1]: 160114 words processed Tue Nov 17 23:47:30 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.654691. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82175 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12676 clock time +[SCHEDULER ITER3 LR1]: 200066 words processed Tue Nov 17 23:47:43 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.611192. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79822 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45243 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[SCHEDULER ITER3 LR1]: 240045 words processed Tue Nov 17 23:47:56 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.576347. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81405 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time +[SCHEDULER ITER3 LR1]: 280057 words processed Tue Nov 17 23:48:09 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.552071. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46493 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12686 clock time +[SCHEDULER ITER3 LR1]: 320106 words processed Tue Nov 17 23:48:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.531340. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46314 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time +[SCHEDULER ITER3 LR1]: 360024 words processed Tue Nov 17 23:48:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.516297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81574 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11870 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time +[SCHEDULER ITER3 LR1]: 400089 words processed Tue Nov 17 23:48:48 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.504316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time +[SCHEDULER ITER3 LR1]: 440067 words processed Tue Nov 17 23:49:01 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.494362. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81113 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Tue Nov 17 23:49:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.485817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80855 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45298 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER3 LR1]: 520140 words processed Tue Nov 17 23:49:27 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.478381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82407 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46236 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER3 LR1]: 560132 words processed Tue Nov 17 23:49:40 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.471582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79987 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45201 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER3 LR1]: 600118 words processed Tue Nov 17 23:49:53 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.465902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79892 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45132 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER3 LR1]: 640090 words processed Tue Nov 17 23:50:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.459844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79979 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45219 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER3 LR1]: 680075 words processed Tue Nov 17 23:50:19 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.455940. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45354 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER3 LR1]: 720043 words processed Tue Nov 17 23:50:32 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.452489. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79883 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45168 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER3 LR1]: 760012 words processed Tue Nov 17 23:50:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.448549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79953 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45282 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER3 LR1]: 800113 words processed Tue Nov 17 23:50:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.444581. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82697 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12624 clock time +[SCHEDULER ITER3 LR1]: 840089 words processed Tue Nov 17 23:51:11 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.440613. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81480 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER3 LR1]: 880052 words processed Tue Nov 17 23:51:24 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.437307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12776 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 283.19807665492> <PPL_OOV 248.01686534119> <LOGP -2225883.3974227> +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 309.49446578969> <PPL_OOV 273.43845906886> <LOGP -2265277.8768143> [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER3 LR1]: shuffling training file ===PEEK ON TEST 3=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40087 words processed Tue Nov 17 00:22:09 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.340680. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75306 clock time +[SCHEDULER ITER3 LR1]: 40087 words processed Tue Nov 17 23:51:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.340049. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81179 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 254.08467494085> <PPL_OOV 220.42020727768> <LOGP -193154.21343403> +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 255.3746198739> <PPL_OOV 220.35758888935> <LOGP -193144.04200938> [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 3=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Tue Nov 17 00:22:22 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.390081. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74571 clock time +[SCHEDULER ITER3 LR1]: 40095 words processed Tue Nov 17 23:51:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.391577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 259.50985041817> <PPL_OOV 231.23808804042> <LOGP -174373.01911756> +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 261.40728193013> <PPL_OOV 231.97231323642> <LOGP -174474.57066833> [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... @@ -744,27 +890,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1909384 +reading chunk 1 from 1908429 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1914241 +reading chunk 2 from 1913289 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 47979913 +reading chunk 3 from 47980731 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48096187 +reading chunk 4 from 48097059 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94128148 +reading chunk 5 from 94127997 [SCHEDULER ITER4 LR1]: preparing parameters end. [SCHEDULER ITER4 LR1]: preparing layers... -(00:22:33 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:22:33 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:22:33 2015-11-17)[nerv] info: create layer: combinerL1 -(00:22:33 2015-11-17)[nerv] info: create layer: outputL -(00:22:33 2015-11-17)[nerv] info: create layer: softmaxL -(00:22:33 2015-11-17)[nerv] info: create layer: selectL1 +(23:51:55 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:51:55 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:51:55 2015-11-17)[nerv] info: create layer: combinerL1 +(23:51:55 2015-11-17)[nerv] info: create layer: outputL +(23:51:55 2015-11-17)[nerv] info: create layer: softmaxL +(23:51:55 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER4 LR1]: preparing layers end. [SCHEDULER ITER4 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -792,164 +938,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 4 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Tue Nov 17 00:22:47 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.411635. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30488 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98605 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43755 clock time -[SCHEDULER ITER4 LR1]: 80099 words processed Tue Nov 17 00:23:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.396264. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95328 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41937 clock time -[SCHEDULER ITER4 LR1]: 120004 words processed Tue Nov 17 00:23:16 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.384882. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22731 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42428 clock time -[SCHEDULER ITER4 LR1]: 160114 words processed Tue Nov 17 00:23:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.381740. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33553 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79490 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44209 clock time -[SCHEDULER ITER4 LR1]: 200066 words processed Tue Nov 17 00:23:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.379722. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77031 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42731 clock time -[SCHEDULER ITER4 LR1]: 240045 words processed Tue Nov 17 00:24:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.373056. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24639 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96698 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42836 clock time -[SCHEDULER ITER4 LR1]: 280057 words processed Tue Nov 17 00:24:16 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369263. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43321 clock time -[SCHEDULER ITER4 LR1]: 320106 words processed Tue Nov 17 00:24:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.363696. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44387 clock time -[SCHEDULER ITER4 LR1]: 360024 words processed Tue Nov 17 00:24:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.361212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42809 clock time -[SCHEDULER ITER4 LR1]: 400089 words processed Tue Nov 17 00:25:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.359222. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23928 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76359 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42989 clock time -[SCHEDULER ITER4 LR1]: 440067 words processed Tue Nov 17 00:25:16 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.357860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76286 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42673 clock time -[SCHEDULER ITER4 LR1]: 480051 words processed Tue Nov 17 00:25:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.356565. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98647 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43707 clock time -[SCHEDULER ITER4 LR1]: 520140 words processed Tue Nov 17 00:25:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.355206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34890 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00360 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44646 clock time -[SCHEDULER ITER4 LR1]: 560132 words processed Tue Nov 17 00:26:01 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.353754. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77926 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43004 clock time -[SCHEDULER ITER4 LR1]: 600118 words processed Tue Nov 17 00:26:15 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.354322. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42027 clock time -[SCHEDULER ITER4 LR1]: 640090 words processed Tue Nov 17 00:26:29 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.353269. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16963 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95138 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41862 clock time -[SCHEDULER ITER4 LR1]: 680075 words processed Tue Nov 17 00:26:43 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.352337. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16741 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74551 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41998 clock time -[SCHEDULER ITER4 LR1]: 720043 words processed Tue Nov 17 00:26:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.351371. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18134 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42107 clock time -[SCHEDULER ITER4 LR1]: 760012 words processed Tue Nov 17 00:27:13 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350162. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43423 clock time -[SCHEDULER ITER4 LR1]: 800113 words processed Tue Nov 17 00:27:28 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348895. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44500 clock time -[SCHEDULER ITER4 LR1]: 840089 words processed Tue Nov 17 00:27:43 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.347213. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20406 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42306 clock time -[SCHEDULER ITER4 LR1]: 880052 words processed Tue Nov 17 00:27:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.345981. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96052 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75442 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42431 clock time +[SCHEDULER ITER4 LR1]: 40092 words processed Tue Nov 17 23:52:08 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.391105. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46638 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Tue Nov 17 23:52:21 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.376497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12458 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Tue Nov 17 23:52:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.366345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79999 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Tue Nov 17 23:52:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.364730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82131 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Tue Nov 17 23:53:00 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12479 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Tue Nov 17 23:53:13 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357506. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80456 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Tue Nov 17 23:53:26 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353198. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Tue Nov 17 23:53:39 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Tue Nov 17 23:53:52 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346147. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80613 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Tue Nov 17 23:54:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46336 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Tue Nov 17 23:54:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80688 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45681 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Tue Nov 17 23:54:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.341647. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Tue Nov 17 23:54:44 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81045 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Tue Nov 17 23:54:57 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Tue Nov 17 23:55:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336693. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79418 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Tue Nov 17 23:55:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Tue Nov 17 23:55:36 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336036. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12420 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Tue Nov 17 23:55:49 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336131. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Tue Nov 17 23:56:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335426. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45734 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Tue Nov 17 23:56:15 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Tue Nov 17 23:56:28 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333583. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45458 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Tue Nov 17 23:56:41 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45602 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12422 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 251.99566219377> <PPL_OOV 221.74821313961> <LOGP -2180685.7714076> +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 244.17099071299> <PPL_OOV 215.2339187841> <LOGP -2168648.1367851> [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER4 LR1]: shuffling training file ===PEEK ON TEST 4=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40087 words processed Tue Nov 17 00:28:09 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.306434. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69886 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76499 clock time +[SCHEDULER ITER4 LR1]: 40087 words processed Tue Nov 17 23:56:51 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.305606. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53520 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12058 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 231.93289433612> <PPL_OOV 203.34139340474> <LOGP -190267.05230253> +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.48496197986> <PPL_OOV 202.80297962883> <LOGP -190172.1371426> [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 4=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Tue Nov 17 00:28:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.358860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76024 clock time +[SCHEDULER ITER4 LR1]: 40095 words processed Tue Nov 17 23:57:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357810. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 237.40789525667> <PPL_OOV 213.35176853035> <LOGP -171794.13919305> +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.99690848017> <PPL_OOV 213.18595686152> <LOGP -171769.23382991> [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... @@ -958,27 +1152,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46035904 +reading chunk 1 from 46035776 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46040761 +reading chunk 2 from 46040636 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92124584 +reading chunk 3 from 92129701 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92240906 +reading chunk 4 from 92246062 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94149353 +reading chunk 5 from 94153510 [SCHEDULER ITER5 LR1]: preparing parameters end. [SCHEDULER ITER5 LR1]: preparing layers... -(00:28:33 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:28:33 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:28:33 2015-11-17)[nerv] info: create layer: combinerL1 -(00:28:33 2015-11-17)[nerv] info: create layer: outputL -(00:28:33 2015-11-17)[nerv] info: create layer: softmaxL -(00:28:33 2015-11-17)[nerv] info: create layer: selectL1 +(23:57:12 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:57:12 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:57:12 2015-11-17)[nerv] info: create layer: combinerL1 +(23:57:12 2015-11-17)[nerv] info: create layer: outputL +(23:57:12 2015-11-17)[nerv] info: create layer: softmaxL +(23:57:12 2015-11-17)[nerv] info: create layer: selectL1 [SCHEDULER ITER5 LR1]: preparing layers end. [SCHEDULER ITER5 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1006,193 +1200,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 5 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Tue Nov 17 00:28:47 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.920922. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75057 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42902 clock time -[SCHEDULER ITER5 LR1]: 80099 words processed Tue Nov 17 00:29:02 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.660456. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21214 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42350 clock time -[SCHEDULER ITER5 LR1]: 120004 words processed Tue Nov 17 00:29:17 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.560737. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27773 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43062 clock time -[SCHEDULER ITER5 LR1]: 160114 words processed Tue Nov 17 00:29:32 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.511955. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44084 clock time -[SCHEDULER ITER5 LR1]: 200066 words processed Tue Nov 17 00:29:47 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.481844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42094 clock time -[SCHEDULER ITER5 LR1]: 240045 words processed Tue Nov 17 00:30:01 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.456659. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41958 clock time -[SCHEDULER ITER5 LR1]: 280057 words processed Tue Nov 17 00:30:16 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.438562. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time -[SCHEDULER ITER5 LR1]: 320106 words processed Tue Nov 17 00:30:31 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.423035. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99935 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79088 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44281 clock time -[SCHEDULER ITER5 LR1]: 360024 words processed Tue Nov 17 00:30:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.412333. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24196 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42916 clock time -[SCHEDULER ITER5 LR1]: 400089 words processed Tue Nov 17 00:31:01 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.403296. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96992 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75435 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time -[SCHEDULER ITER5 LR1]: 440067 words processed Tue Nov 17 00:31:16 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.396811. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26098 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43675 clock time -[SCHEDULER ITER5 LR1]: 480051 words processed Tue Nov 17 00:31:31 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.390872. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time -[SCHEDULER ITER5 LR1]: 520140 words processed Tue Nov 17 00:31:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.385546. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27610 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98854 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76357 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43739 clock time -[SCHEDULER ITER5 LR1]: 560132 words processed Tue Nov 17 00:32:01 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.380535. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41994 clock time -[SCHEDULER ITER5 LR1]: 600118 words processed Tue Nov 17 00:32:15 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.389353. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41825 clock time -[SCHEDULER ITER5 LR1]: 640090 words processed Tue Nov 17 00:32:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.391920. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98412 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43629 clock time -[SCHEDULER ITER5 LR1]: 680075 words processed Tue Nov 17 00:32:44 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.393276. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15096 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41806 clock time -[SCHEDULER ITER5 LR1]: 720043 words processed Tue Nov 17 00:32:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.391083. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73279 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41836 clock time -[SCHEDULER ITER5 LR1]: 760012 words processed Tue Nov 17 00:33:13 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.388161. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95890 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42295 clock time -[SCHEDULER ITER5 LR1]: 800113 words processed Tue Nov 17 00:33:28 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.385378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44193 clock time -[SCHEDULER ITER5 LR1]: 840089 words processed Tue Nov 17 00:33:43 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.382788. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26624 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97510 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43145 clock time -[SCHEDULER ITER5 LR1]: 880052 words processed Tue Nov 17 00:33:57 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.380219. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94733 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41864 clock time +[SCHEDULER ITER5 LR1]: 40092 words processed Tue Nov 17 23:57:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.341879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81077 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46231 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Tue Nov 17 23:57:38 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.330200. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45068 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Tue Nov 17 23:57:51 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.320093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Tue Nov 17 23:58:04 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.318935. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12684 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Tue Nov 17 23:58:17 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.317904. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81390 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12674 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Tue Nov 17 23:58:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.311871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Tue Nov 17 23:58:43 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.307911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Tue Nov 17 23:58:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.303675. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46071 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Tue Nov 17 23:59:09 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Tue Nov 17 23:59:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299068. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46322 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Tue Nov 17 23:59:35 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297905. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Tue Nov 17 23:59:48 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297088. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80721 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 00:00:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81389 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 00:00:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79631 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 00:00:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45137 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 00:00:40 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291223. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45082 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 00:00:53 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.290195. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 00:01:06 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.289514. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45389 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 00:01:19 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.288551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45221 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 00:01:32 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.287844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46185 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 00:01:45 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.286447. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45473 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 00:01:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285828. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80170 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 269.55389105673> <PPL_OOV 239.78923630153> <LOGP -2212263.496602> +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 218.1589317401> <PPL_OOV 193.11996237388> <LOGP -2124879.7914026> [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER5 LR1]: shuffling training file ===PEEK ON TEST 5=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40087 words processed Tue Nov 17 00:34:08 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.312602. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74532 clock time +[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 00:02:08 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.276905. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54142 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 237.31440353483> <PPL_OOV 206.64068876902> <LOGP -190843.24175269> +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 218.62485676622> <PPL_OOV 189.98585158717> <LOGP -187834.99345079> [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 5=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Tue Nov 17 00:34:21 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.364799. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74965 clock time +[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 00:02:19 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.331806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12138 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 243.08905084179> <PPL_OOV 217.3272089236> <LOGP -172385.53620102> +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 223.85106524768> <PPL_OOV 199.74657748262> <LOGP -169683.35661397> [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER5 LR1]: PPL did not improve, rejected, copying param file of last iter... +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... [SCHEDULER ITER6 LR1]: preparing parameters... [SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46035904 +reading chunk 1 from 1906458 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46040761 +reading chunk 2 from 1911317 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92124584 +reading chunk 3 from 48021511 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92240906 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48137877 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94149353 +reading chunk 5 from 94177466 [SCHEDULER ITER6 LR1]: preparing parameters end. [SCHEDULER ITER6 LR1]: preparing layers... -(00:34:31 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:34:31 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:34:31 2015-11-17)[nerv] info: create layer: combinerL1 -(00:34:31 2015-11-17)[nerv] info: create layer: outputL -(00:34:31 2015-11-17)[nerv] info: create layer: softmaxL -(00:34:31 2015-11-17)[nerv] info: create layer: selectL1 +(00:02:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:02:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:02:29 2015-11-18)[nerv] info: create layer: combinerL1 +(00:02:29 2015-11-18)[nerv] info: create layer: outputL +(00:02:29 2015-11-18)[nerv] info: create layer: softmaxL +(00:02:29 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER6 LR1]: preparing layers end. [SCHEDULER ITER6 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1220,193 +1462,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 6 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Tue Nov 17 00:34:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.996969. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98973 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78732 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44429 clock time -[SCHEDULER ITER6 LR1]: 80099 words processed Tue Nov 17 00:35:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.704185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28977 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43591 clock time -[SCHEDULER ITER6 LR1]: 120004 words processed Tue Nov 17 00:35:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.591836. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42466 clock time -[SCHEDULER ITER6 LR1]: 160114 words processed Tue Nov 17 00:35:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.536426. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96414 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42791 clock time -[SCHEDULER ITER6 LR1]: 200066 words processed Tue Nov 17 00:35:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.502609. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42507 clock time -[SCHEDULER ITER6 LR1]: 240045 words processed Tue Nov 17 00:36:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.473995. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95899 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76286 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42695 clock time -[SCHEDULER ITER6 LR1]: 280057 words processed Tue Nov 17 00:36:15 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.453613. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43188 clock time -[SCHEDULER ITER6 LR1]: 320106 words processed Tue Nov 17 00:36:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.435705. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76872 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43841 clock time -[SCHEDULER ITER6 LR1]: 360024 words processed Tue Nov 17 00:36:45 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.423627. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29991 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97881 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43762 clock time -[SCHEDULER ITER6 LR1]: 400089 words processed Tue Nov 17 00:37:00 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.413293. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98822 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78680 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44183 clock time -[SCHEDULER ITER6 LR1]: 440067 words processed Tue Nov 17 00:37:14 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.405194. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17583 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74339 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42163 clock time -[SCHEDULER ITER6 LR1]: 480051 words processed Tue Nov 17 00:37:29 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.398437. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22457 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76022 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42621 clock time -[SCHEDULER ITER6 LR1]: 520140 words processed Tue Nov 17 00:37:44 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.392212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22752 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97106 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75333 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43438 clock time -[SCHEDULER ITER6 LR1]: 560132 words processed Tue Nov 17 00:37:58 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.386436. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41900 clock time -[SCHEDULER ITER6 LR1]: 600118 words processed Tue Nov 17 00:38:12 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.384202. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42047 clock time -[SCHEDULER ITER6 LR1]: 640090 words processed Tue Nov 17 00:38:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.380705. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94523 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73916 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42132 clock time -[SCHEDULER ITER6 LR1]: 680075 words processed Tue Nov 17 00:38:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.377167. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97952 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43438 clock time -[SCHEDULER ITER6 LR1]: 720043 words processed Tue Nov 17 00:38:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.373437. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75751 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42865 clock time -[SCHEDULER ITER6 LR1]: 760012 words processed Tue Nov 17 00:39:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.369611. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17506 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95270 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74192 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42277 clock time -[SCHEDULER ITER6 LR1]: 800113 words processed Tue Nov 17 00:39:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.366322. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43971 clock time -[SCHEDULER ITER6 LR1]: 840089 words processed Tue Nov 17 00:39:40 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.363158. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14517 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94559 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time -[SCHEDULER ITER6 LR1]: 880052 words processed Tue Nov 17 00:39:55 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.360303. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96385 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43101 clock time +[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 00:02:42 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270739. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81363 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46862 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 00:02:55 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80768 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13021 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45960 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 00:03:08 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.266183. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80921 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45854 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 00:03:21 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46702 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 00:03:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.268587. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82839 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 00:03:47 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263620. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 00:04:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.260267. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81562 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 00:04:13 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257225. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80907 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46342 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 00:04:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.255590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 00:04:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253925. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47054 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 00:04:52 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253657. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81724 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 00:05:05 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 00:05:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252972. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 00:05:31 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252400. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81540 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 00:05:44 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.250246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 00:05:57 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 00:06:10 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248232. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45562 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 00:06:23 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248073. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46171 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 00:06:36 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.247305. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81303 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46258 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 00:06:49 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.246902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47024 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 00:07:02 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46274 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 00:07:16 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245326. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47396 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12967 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 257.91914058884> <PPL_OOV 229.016965913> <LOGP -2193707.0151282> +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.01086196278> <PPL_OOV 175.94379751005> <LOGP -2087274.9354018> [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER6 LR1]: shuffling training file ===PEEK ON TEST 6=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40087 words processed Tue Nov 17 00:40:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.293396. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69484 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76237 clock time +[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 00:07:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253756. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80582 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52990 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 226.73661220959> <PPL_OOV 197.45240087571> <LOGP -189214.96718214> +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 205.60478189154> <PPL_OOV 179.85731302561> <LOGP -185873.72336485> [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 6=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Tue Nov 17 00:40:19 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.348844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69175 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75979 clock time +[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 00:07:37 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.310530. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81944 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12094 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 232.93335170611> <PPL_OOV 208.23433692985> <LOGP -171016.42091829> +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 210.15095507799> <PPL_OOV 188.4950623323> <LOGP -167826.12639614> [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... [SCHEDULER ITER7 LR1]: preparing parameters... [SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1907214 +reading chunk 1 from 46042825 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1912074 +reading chunk 2 from 46047682 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48011988 +reading chunk 3 from 92177930 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48128347 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92294298 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94168656 +reading chunk 5 from 94199860 [SCHEDULER ITER7 LR1]: preparing parameters end. [SCHEDULER ITER7 LR1]: preparing layers... -(00:40:30 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:40:30 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:40:30 2015-11-17)[nerv] info: create layer: combinerL1 -(00:40:30 2015-11-17)[nerv] info: create layer: outputL -(00:40:30 2015-11-17)[nerv] info: create layer: softmaxL -(00:40:30 2015-11-17)[nerv] info: create layer: selectL1 +(00:07:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:07:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:07:47 2015-11-18)[nerv] info: create layer: combinerL1 +(00:07:47 2015-11-18)[nerv] info: create layer: outputL +(00:07:47 2015-11-18)[nerv] info: create layer: softmaxL +(00:07:47 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER7 LR1]: preparing layers end. [SCHEDULER ITER7 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1434,193 +1724,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 7 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Tue Nov 17 00:40:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.341850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76444 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43311 clock time -[SCHEDULER ITER7 LR1]: 80099 words processed Tue Nov 17 00:40:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.329983. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time -[SCHEDULER ITER7 LR1]: 120004 words processed Tue Nov 17 00:41:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.314827. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98235 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42988 clock time -[SCHEDULER ITER7 LR1]: 160114 words processed Tue Nov 17 00:41:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.310491. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98354 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43414 clock time -[SCHEDULER ITER7 LR1]: 200066 words processed Tue Nov 17 00:41:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.307637. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98910 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43081 clock time -[SCHEDULER ITER7 LR1]: 240045 words processed Tue Nov 17 00:41:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.300474. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29781 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43250 clock time -[SCHEDULER ITER7 LR1]: 280057 words processed Tue Nov 17 00:42:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.296762. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38356 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00605 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44908 clock time -[SCHEDULER ITER7 LR1]: 320106 words processed Tue Nov 17 00:42:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.291465. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79510 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44744 clock time -[SCHEDULER ITER7 LR1]: 360024 words processed Tue Nov 17 00:42:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.289110. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43428 clock time -[SCHEDULER ITER7 LR1]: 400089 words processed Tue Nov 17 00:42:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.287066. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43374 clock time -[SCHEDULER ITER7 LR1]: 440067 words processed Tue Nov 17 00:43:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.285858. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73435 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42046 clock time -[SCHEDULER ITER7 LR1]: 480051 words processed Tue Nov 17 00:43:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.284994. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42934 clock time -[SCHEDULER ITER7 LR1]: 520140 words processed Tue Nov 17 00:43:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.284015. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30542 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time -[SCHEDULER ITER7 LR1]: 560132 words processed Tue Nov 17 00:43:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.282563. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20366 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96480 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74936 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42468 clock time -[SCHEDULER ITER7 LR1]: 600118 words processed Tue Nov 17 00:44:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.282110. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75407 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42538 clock time -[SCHEDULER ITER7 LR1]: 640090 words processed Tue Nov 17 00:44:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.280363. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42084 clock time -[SCHEDULER ITER7 LR1]: 680075 words processed Tue Nov 17 00:44:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.279790. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42865 clock time -[SCHEDULER ITER7 LR1]: 720043 words processed Tue Nov 17 00:44:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.278987. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27186 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98211 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77115 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43259 clock time -[SCHEDULER ITER7 LR1]: 760012 words processed Tue Nov 17 00:45:14 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.277796. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21569 clock time +[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 00:08:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.249645. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 00:08:13 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.247314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79514 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 00:08:26 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98009 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45771 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12685 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 00:08:39 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.239163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46444 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 00:08:52 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238942. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 00:09:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 00:09:18 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.229517. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83202 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46535 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 00:09:31 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.226536. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46008 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 00:09:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.224857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45264 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 00:09:57 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81685 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 00:10:10 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.223022. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80319 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12587 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 00:10:23 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222837. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 00:10:36 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222408. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46228 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 00:10:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.221800. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80848 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45587 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 00:11:02 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.220159. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45059 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 00:11:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79249 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07513 clock time [global_conf.timer]: time spent on tnn_actual_layer_update:4.97041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74938 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42464 clock time -[SCHEDULER ITER7 LR1]: 800113 words processed Tue Nov 17 00:45:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.276979. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31001 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43909 clock time -[SCHEDULER ITER7 LR1]: 840089 words processed Tue Nov 17 00:45:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.275680. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98651 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43498 clock time -[SCHEDULER ITER7 LR1]: 880052 words processed Tue Nov 17 00:45:59 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.274882. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21515 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 00:11:28 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79154 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45063 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 00:11:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.217857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79462 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45112 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 00:11:54 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 00:12:07 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98972 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45991 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 00:12:20 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215650. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45871 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12690 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 00:12:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215435. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 212.72946455377> <PPL_OOV 188.28801239072> <LOGP -2114650.1318705> +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 184.28443875474> <PPL_OOV 164.24123168359> <LOGP -2059487.8765421> [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER7 LR1]: shuffling training file ===PEEK ON TEST 7=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40087 words processed Tue Nov 17 00:46:10 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.265946. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76137 clock time +[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 00:12:43 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238224. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53633 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 212.8779029808> <PPL_OOV 185.08741194959> <LOGP -186899.87644838> +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.03291376928> <PPL_OOV 173.11440783459> <LOGP -184505.80687216> [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 7=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Tue Nov 17 00:46:23 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.323616. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75420 clock time +[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 00:12:54 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.294045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52934 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 218.89913931037> <PPL_OOV 195.405644371> <LOGP -168979.52081579> +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.62529210464> <PPL_OOV 180.79465304931> <LOGP -166490.00854255> [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... [SCHEDULER ITER8 LR1]: preparing parameters... [SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46044145 +reading chunk 1 from 1904486 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46049004 +reading chunk 2 from 1909343 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92163803 +reading chunk 3 from 48056478 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92280184 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48172824 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94186293 +reading chunk 5 from 94217922 [SCHEDULER ITER8 LR1]: preparing parameters end. [SCHEDULER ITER8 LR1]: preparing layers... -(00:46:34 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:46:34 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:46:34 2015-11-17)[nerv] info: create layer: combinerL1 -(00:46:34 2015-11-17)[nerv] info: create layer: outputL -(00:46:34 2015-11-17)[nerv] info: create layer: softmaxL -(00:46:34 2015-11-17)[nerv] info: create layer: selectL1 +(00:13:04 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:13:04 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:13:04 2015-11-18)[nerv] info: create layer: combinerL1 +(00:13:04 2015-11-18)[nerv] info: create layer: outputL +(00:13:04 2015-11-18)[nerv] info: create layer: softmaxL +(00:13:04 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER8 LR1]: preparing layers end. [SCHEDULER ITER8 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1648,193 +1986,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 8 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Tue Nov 17 00:46:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.316335. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27466 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77598 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43763 clock time -[SCHEDULER ITER8 LR1]: 80099 words processed Tue Nov 17 00:47:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.300821. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42111 clock time -[SCHEDULER ITER8 LR1]: 120004 words processed Tue Nov 17 00:47:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.287705. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75231 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time -[SCHEDULER ITER8 LR1]: 160114 words processed Tue Nov 17 00:47:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.283589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44072 clock time -[SCHEDULER ITER8 LR1]: 200066 words processed Tue Nov 17 00:47:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.280939. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43460 clock time -[SCHEDULER ITER8 LR1]: 240045 words processed Tue Nov 17 00:48:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.274292. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98146 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43793 clock time -[SCHEDULER ITER8 LR1]: 280057 words processed Tue Nov 17 00:48:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.269353. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30111 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44008 clock time -[SCHEDULER ITER8 LR1]: 320106 words processed Tue Nov 17 00:48:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.263944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33175 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79879 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44326 clock time -[SCHEDULER ITER8 LR1]: 360024 words processed Tue Nov 17 00:48:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.261159. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24423 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42981 clock time -[SCHEDULER ITER8 LR1]: 400089 words processed Tue Nov 17 00:49:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.258812. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97140 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76697 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43036 clock time -[SCHEDULER ITER8 LR1]: 440067 words processed Tue Nov 17 00:49:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.257714. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22059 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42638 clock time -[SCHEDULER ITER8 LR1]: 480051 words processed Tue Nov 17 00:49:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.256910. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30096 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79375 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time -[SCHEDULER ITER8 LR1]: 520140 words processed Tue Nov 17 00:49:48 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.255546. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98474 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43672 clock time -[SCHEDULER ITER8 LR1]: 560132 words processed Tue Nov 17 00:50:03 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.254077. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time -[SCHEDULER ITER8 LR1]: 600118 words processed Tue Nov 17 00:50:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.253047. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22037 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76224 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42517 clock time -[SCHEDULER ITER8 LR1]: 640090 words processed Tue Nov 17 00:50:33 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.251071. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20498 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76094 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42413 clock time -[SCHEDULER ITER8 LR1]: 680075 words processed Tue Nov 17 00:50:47 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.250758. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18378 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95755 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42123 clock time -[SCHEDULER ITER8 LR1]: 720043 words processed Tue Nov 17 00:51:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.250138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42642 clock time -[SCHEDULER ITER8 LR1]: 760012 words processed Tue Nov 17 00:51:17 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.249059. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95284 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75154 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42271 clock time -[SCHEDULER ITER8 LR1]: 800113 words processed Tue Nov 17 00:51:32 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.248428. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43191 clock time -[SCHEDULER ITER8 LR1]: 840089 words processed Tue Nov 17 00:51:47 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.247396. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26816 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time -[SCHEDULER ITER8 LR1]: 880052 words processed Tue Nov 17 00:52:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.246754. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18564 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42000 clock time +[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 00:13:17 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84576 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47310 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 00:13:30 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.208422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80086 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12501 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 00:13:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.202741. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 00:13:56 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.204852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46277 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 00:14:09 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 00:14:22 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.200758. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79728 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 00:14:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.197356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 00:14:48 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.194953. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 00:15:01 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.193882. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45528 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 00:15:14 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192172. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 00:15:27 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46093 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 00:15:40 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45683 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 00:15:53 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 00:16:06 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192396. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45563 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 00:16:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79950 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 00:16:32 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190479. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82533 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 00:16:45 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45995 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 00:16:58 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 00:17:11 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 00:17:24 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82488 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 00:17:37 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188564. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45704 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 00:17:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80122 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.79223504817> <PPL_OOV 176.50384933845> <LOGP -2088557.9726143> +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 172.74267717744> <PPL_OOV 154.3670126021> <LOGP -2034456.1886602> [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER8 LR1]: shuffling training file ===PEEK ON TEST 8=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40087 words processed Tue Nov 17 00:52:13 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.254081. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70240 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77044 clock time +[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 00:18:00 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.228045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.80025315917> <PPL_OOV 180.18006822688> <LOGP -185937.90715788> +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.23514434273> <PPL_OOV 168.70332456908> <LOGP -183581.80173929> [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 8=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Tue Nov 17 00:52:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.313404. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68474 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75789 clock time +[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 00:18:11 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.284902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82075 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 213.1727932473> <PPL_OOV 190.55635181414> <LOGP -168174.52817362> +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 196.10284212026> <PPL_OOV 176.46640487651> <LOGP -165713.79192028> [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... [SCHEDULER ITER9 LR1]: preparing parameters... [SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1905077 +reading chunk 1 from 46046935 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1909937 +reading chunk 2 from 46051792 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48040787 +reading chunk 3 from 92213915 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48157200 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92330266 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94204508 +reading chunk 5 from 94233834 [SCHEDULER ITER9 LR1]: preparing parameters end. [SCHEDULER ITER9 LR1]: preparing layers... -(00:52:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:52:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:52:37 2015-11-17)[nerv] info: create layer: combinerL1 -(00:52:37 2015-11-17)[nerv] info: create layer: outputL -(00:52:37 2015-11-17)[nerv] info: create layer: softmaxL -(00:52:37 2015-11-17)[nerv] info: create layer: selectL1 +(00:18:21 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:18:21 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:18:21 2015-11-18)[nerv] info: create layer: combinerL1 +(00:18:21 2015-11-18)[nerv] info: create layer: outputL +(00:18:21 2015-11-18)[nerv] info: create layer: softmaxL +(00:18:21 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER9 LR1]: preparing layers end. [SCHEDULER ITER9 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1862,193 +2248,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 9 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Tue Nov 17 00:52:51 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.232103. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time -[SCHEDULER ITER9 LR1]: 80099 words processed Tue Nov 17 00:53:06 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.236028. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74867 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41866 clock time -[SCHEDULER ITER9 LR1]: 120004 words processed Tue Nov 17 00:53:21 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.228859. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74637 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41808 clock time -[SCHEDULER ITER9 LR1]: 160114 words processed Tue Nov 17 00:53:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.229555. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97989 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43192 clock time -[SCHEDULER ITER9 LR1]: 200066 words processed Tue Nov 17 00:53:51 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.230362. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43056 clock time -[SCHEDULER ITER9 LR1]: 240045 words processed Tue Nov 17 00:54:06 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.226261. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98745 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43881 clock time -[SCHEDULER ITER9 LR1]: 280057 words processed Tue Nov 17 00:54:21 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.223132. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79850 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43802 clock time -[SCHEDULER ITER9 LR1]: 320106 words processed Tue Nov 17 00:54:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.219551. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98422 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78243 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time -[SCHEDULER ITER9 LR1]: 360024 words processed Tue Nov 17 00:54:50 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.218183. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95399 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41762 clock time -[SCHEDULER ITER9 LR1]: 400089 words processed Tue Nov 17 00:55:05 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.216307. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97225 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76785 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43019 clock time -[SCHEDULER ITER9 LR1]: 440067 words processed Tue Nov 17 00:55:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.216153. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75654 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41918 clock time -[SCHEDULER ITER9 LR1]: 480051 words processed Tue Nov 17 00:55:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.216206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95512 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41840 clock time -[SCHEDULER ITER9 LR1]: 520140 words processed Tue Nov 17 00:55:50 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.215684. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79133 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43741 clock time -[SCHEDULER ITER9 LR1]: 560132 words processed Tue Nov 17 00:56:05 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.215045. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96989 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42760 clock time -[SCHEDULER ITER9 LR1]: 600118 words processed Tue Nov 17 00:56:19 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.215640. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74733 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41829 clock time -[SCHEDULER ITER9 LR1]: 640090 words processed Tue Nov 17 00:56:34 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.214766. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24384 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42937 clock time -[SCHEDULER ITER9 LR1]: 680075 words processed Tue Nov 17 00:56:49 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.214549. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42143 clock time -[SCHEDULER ITER9 LR1]: 720043 words processed Tue Nov 17 00:57:04 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.214420. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17586 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95139 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41888 clock time -[SCHEDULER ITER9 LR1]: 760012 words processed Tue Nov 17 00:57:19 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.213760. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96770 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42584 clock time -[SCHEDULER ITER9 LR1]: 800113 words processed Tue Nov 17 00:57:34 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.213535. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98702 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77896 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time -[SCHEDULER ITER9 LR1]: 840089 words processed Tue Nov 17 00:57:48 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.212476. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41802 clock time -[SCHEDULER ITER9 LR1]: 880052 words processed Tue Nov 17 00:58:02 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.212112. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74246 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41916 clock time +[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 00:18:34 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.185243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84695 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47049 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 00:18:47 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.185234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 00:19:00 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.179490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 00:19:13 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.180880. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46206 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 00:19:26 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.181628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45769 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 00:19:39 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.176834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 00:19:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.173533. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82177 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12612 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 00:20:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.171315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12677 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 00:20:18 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.170219. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 00:20:31 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168687. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12675 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 00:20:44 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82759 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 00:20:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82143 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 00:21:11 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169675. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46502 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12752 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 00:21:24 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169508. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 00:21:37 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167812. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 00:21:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80943 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 00:22:03 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81800 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 00:22:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165612. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80786 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 00:22:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45716 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12664 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 00:22:42 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82297 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46203 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12605 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 00:22:55 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165110. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45296 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 00:23:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 182.97679215081> <PPL_OOV 163.00095551912> <LOGP -2056427.6295954> +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 163.38518005346> <PPL_OOV 146.34744649667> <LOGP -2012918.2154296> [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER9 LR1]: shuffling training file ===PEEK ON TEST 9=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40087 words processed Tue Nov 17 00:58:13 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.232754. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75625 clock time +[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 00:23:18 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.218169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55981 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12120 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 196.64824587583> <PPL_OOV 171.45504113653> <LOGP -184161.00583322> +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.15775634108> <PPL_OOV 164.85292602699> <LOGP -182755.27768202> [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 9=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Tue Nov 17 00:58:26 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.293926. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73867 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79431 clock time +[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 00:23:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.276967. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82871 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 202.75164379455> <PPL_OOV 181.31448315555> <LOGP -166581.98092979> +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.16873850907> <PPL_OOV 172.63376177164> <LOGP -165010.39414878> [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... [SCHEDULER ITER10 LR1]: preparing parameters... [SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46049236 +reading chunk 1 from 1902646 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46054094 +reading chunk 2 from 1907502 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92200163 +reading chunk 3 from 48081819 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92316571 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48198168 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94220563 +reading chunk 5 from 94246602 [SCHEDULER ITER10 LR1]: preparing parameters end. [SCHEDULER ITER10 LR1]: preparing layers... -(00:58:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(00:58:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(00:58:37 2015-11-17)[nerv] info: create layer: combinerL1 -(00:58:37 2015-11-17)[nerv] info: create layer: outputL -(00:58:37 2015-11-17)[nerv] info: create layer: softmaxL -(00:58:37 2015-11-17)[nerv] info: create layer: selectL1 +(00:23:39 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:23:39 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:23:39 2015-11-18)[nerv] info: create layer: combinerL1 +(00:23:39 2015-11-18)[nerv] info: create layer: outputL +(00:23:39 2015-11-18)[nerv] info: create layer: softmaxL +(00:23:39 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER10 LR1]: preparing layers end. [SCHEDULER ITER10 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -2076,193 +2510,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 10 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Tue Nov 17 00:58:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.210073. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43195 clock time -[SCHEDULER ITER10 LR1]: 80099 words processed Tue Nov 17 00:59:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.211256. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20154 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95320 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42145 clock time -[SCHEDULER ITER10 LR1]: 120004 words processed Tue Nov 17 00:59:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.203278. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23537 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42487 clock time -[SCHEDULER ITER10 LR1]: 160114 words processed Tue Nov 17 00:59:36 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.203514. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77272 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42988 clock time -[SCHEDULER ITER10 LR1]: 200066 words processed Tue Nov 17 00:59:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.204311. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20068 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75857 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42126 clock time -[SCHEDULER ITER10 LR1]: 240045 words processed Tue Nov 17 01:00:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.199779. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95280 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75869 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42050 clock time -[SCHEDULER ITER10 LR1]: 280057 words processed Tue Nov 17 01:00:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.196434. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97080 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76698 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42815 clock time -[SCHEDULER ITER10 LR1]: 320106 words processed Tue Nov 17 01:00:36 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.193140. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33289 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44037 clock time -[SCHEDULER ITER10 LR1]: 360024 words processed Tue Nov 17 01:00:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.191670. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43497 clock time -[SCHEDULER ITER10 LR1]: 400089 words processed Tue Nov 17 01:01:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189883. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98916 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43819 clock time -[SCHEDULER ITER10 LR1]: 440067 words processed Tue Nov 17 01:01:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189946. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98963 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44189 clock time -[SCHEDULER ITER10 LR1]: 480051 words processed Tue Nov 17 01:01:36 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.190185. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time -[SCHEDULER ITER10 LR1]: 520140 words processed Tue Nov 17 01:01:51 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189695. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23139 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96987 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76732 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42886 clock time -[SCHEDULER ITER10 LR1]: 560132 words processed Tue Nov 17 01:02:06 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.189184. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76170 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42155 clock time -[SCHEDULER ITER10 LR1]: 600118 words processed Tue Nov 17 01:02:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.187887. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76129 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42298 clock time -[SCHEDULER ITER10 LR1]: 640090 words processed Tue Nov 17 01:02:35 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.186727. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42031 clock time -[SCHEDULER ITER10 LR1]: 680075 words processed Tue Nov 17 01:02:50 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.186039. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74955 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42174 clock time -[SCHEDULER ITER10 LR1]: 720043 words processed Tue Nov 17 01:03:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.185979. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42092 clock time -[SCHEDULER ITER10 LR1]: 760012 words processed Tue Nov 17 01:03:20 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.185304. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80799 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43738 clock time -[SCHEDULER ITER10 LR1]: 800113 words processed Tue Nov 17 01:03:35 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.185318. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37157 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00388 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81517 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44649 clock time -[SCHEDULER ITER10 LR1]: 840089 words processed Tue Nov 17 01:03:50 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.184366. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28993 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79146 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43426 clock time -[SCHEDULER ITER10 LR1]: 880052 words processed Tue Nov 17 01:04:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.184212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42368 clock time +[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 00:23:52 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.161772. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83139 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46910 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 00:24:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.170801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82466 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46107 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 00:24:18 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.169117. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45728 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 00:24:31 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.170123. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 00:24:44 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.169525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45843 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 00:24:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.163683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46009 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 00:25:10 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.159520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82355 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 00:25:23 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.156659. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82088 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 00:25:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.155076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83399 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45984 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 00:25:50 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.152968. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89129 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.29828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48078 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12932 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 00:26:03 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45760 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 00:26:16 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 00:26:29 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153573. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 00:26:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153237. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81610 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45814 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 00:26:55 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.151114. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 00:27:08 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45792 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 00:27:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149010. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 00:27:34 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82599 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46200 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 00:27:47 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148724. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45933 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 00:28:00 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83863 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46817 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 00:28:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148423. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81130 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11286 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 00:28:26 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80734 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.10524559089> <PPL_OOV 152.86303226082> <LOGP -2030503.5489687> +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 156.94959430419> <PPL_OOV 140.81356339944> <LOGP -1997356.2816957> [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER10 LR1]: shuffling training file ===PEEK ON TEST 10=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40087 words processed Tue Nov 17 01:04:16 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.221232. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78148 clock time +[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 00:28:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.211341. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82504 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 191.17046169497> <PPL_OOV 166.65930644125> <LOGP -183145.41146838> +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 184.23108222268> <PPL_OOV 162.15277628145> <LOGP -182164.06736872> [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 10=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Tue Nov 17 01:04:29 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.283222. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time +[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 00:28:47 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.271336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12132 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.52510821286> <PPL_OOV 176.60651038989> <LOGP -165739.21487712> +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.07918878214> <PPL_OOV 169.56604699879> <LOGP -164436.03695526> [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... [SCHEDULER ITER11 LR1]: preparing parameters... [SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1902876 +reading chunk 1 from 46048635 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1907733 +reading chunk 2 from 46053492 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48068859 +reading chunk 3 from 92239326 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48185240 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92355669 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94235527 +reading chunk 5 from 94257460 [SCHEDULER ITER11 LR1]: preparing parameters end. [SCHEDULER ITER11 LR1]: preparing layers... -(01:04:40 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:04:40 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:04:40 2015-11-17)[nerv] info: create layer: combinerL1 -(01:04:40 2015-11-17)[nerv] info: create layer: outputL -(01:04:40 2015-11-17)[nerv] info: create layer: softmaxL -(01:04:40 2015-11-17)[nerv] info: create layer: selectL1 +(00:28:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:28:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:28:57 2015-11-18)[nerv] info: create layer: combinerL1 +(00:28:57 2015-11-18)[nerv] info: create layer: outputL +(00:28:57 2015-11-18)[nerv] info: create layer: softmaxL +(00:28:57 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER11 LR1]: preparing layers end. [SCHEDULER ITER11 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -2290,193 +2772,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 11 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Tue Nov 17 01:04:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.180225. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43577 clock time -[SCHEDULER ITER11 LR1]: 80099 words processed Tue Nov 17 01:05:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.179932. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42741 clock time -[SCHEDULER ITER11 LR1]: 120004 words processed Tue Nov 17 01:05:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.174005. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98440 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80387 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43697 clock time -[SCHEDULER ITER11 LR1]: 160114 words processed Tue Nov 17 01:05:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.175933. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43661 clock time -[SCHEDULER ITER11 LR1]: 200066 words processed Tue Nov 17 01:05:54 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.177108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26994 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97541 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42911 clock time -[SCHEDULER ITER11 LR1]: 240045 words processed Tue Nov 17 01:06:09 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.173307. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25613 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42713 clock time -[SCHEDULER ITER11 LR1]: 280057 words processed Tue Nov 17 01:06:24 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.169894. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29143 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98218 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43279 clock time -[SCHEDULER ITER11 LR1]: 320106 words processed Tue Nov 17 01:06:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.167452. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42622 clock time -[SCHEDULER ITER11 LR1]: 360024 words processed Tue Nov 17 01:06:53 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.166278. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17076 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95298 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41901 clock time -[SCHEDULER ITER11 LR1]: 400089 words processed Tue Nov 17 01:07:08 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.164645. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22330 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42868 clock time -[SCHEDULER ITER11 LR1]: 440067 words processed Tue Nov 17 01:07:23 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165075. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time -[SCHEDULER ITER11 LR1]: 480051 words processed Tue Nov 17 01:07:38 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165679. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43038 clock time -[SCHEDULER ITER11 LR1]: 520140 words processed Tue Nov 17 01:07:53 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165441. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97101 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75450 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42695 clock time -[SCHEDULER ITER11 LR1]: 560132 words processed Tue Nov 17 01:08:07 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.165179. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17082 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95396 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41921 clock time -[SCHEDULER ITER11 LR1]: 600118 words processed Tue Nov 17 01:08:21 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.164637. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17370 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95365 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41971 clock time -[SCHEDULER ITER11 LR1]: 640090 words processed Tue Nov 17 01:08:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.164054. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41843 clock time -[SCHEDULER ITER11 LR1]: 680075 words processed Tue Nov 17 01:08:50 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.163403. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20557 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96264 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42345 clock time -[SCHEDULER ITER11 LR1]: 720043 words processed Tue Nov 17 01:09:05 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.163372. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97128 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77379 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43111 clock time -[SCHEDULER ITER11 LR1]: 760012 words processed Tue Nov 17 01:09:20 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162746. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78513 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43431 clock time -[SCHEDULER ITER11 LR1]: 800113 words processed Tue Nov 17 01:09:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162888. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43162 clock time -[SCHEDULER ITER11 LR1]: 840089 words processed Tue Nov 17 01:09:50 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162197. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20326 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42431 clock time -[SCHEDULER ITER11 LR1]: 880052 words processed Tue Nov 17 01:10:05 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.162171. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42036 clock time +[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 00:29:10 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.143029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84337 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46808 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 00:29:23 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.145413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82191 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 00:29:36 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.140768. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 00:29:49 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.142047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83749 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46106 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 00:30:02 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.143075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 00:30:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138477. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45176 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 00:30:28 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135379. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 00:30:41 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.133294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83249 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46148 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 00:30:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.132178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45045 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 00:31:07 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130465. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46115 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 00:31:20 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 00:31:33 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131842. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82153 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 00:31:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131951. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83607 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 00:31:59 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131942. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81889 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45328 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 00:32:12 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130849. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81801 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45123 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 00:32:25 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 00:32:38 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129367. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45447 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 00:32:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129210. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 00:33:04 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128640. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45751 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 00:33:18 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46830 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 00:33:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 00:33:44 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128443. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45470 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.26388306516> <PPL_OOV 145.30212357577> <LOGP -2010024.230432> +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 149.57738223526> <PPL_OOV 134.44749237511> <LOGP -1978679.1818492> [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER11 LR1]: shuffling training file ===PEEK ON TEST 11=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40087 words processed Tue Nov 17 01:10:16 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.212312. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79363 clock time +[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 00:33:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.205328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83449 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12064 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 187.44329733566> <PPL_OOV 163.39725964731> <LOGP -182437.76628055> +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.9042131837> <PPL_OOV 159.87838763856> <LOGP -181658.38989893> [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 11=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Tue Nov 17 01:10:29 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.275976. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77264 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81250 clock time +[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 00:34:05 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.266893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86414 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.59864 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12195 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 193.81833263359> <PPL_OOV 173.26934476521> <LOGP -165128.11503138> +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.20454831969> <PPL_OOV 167.70312840032> <LOGP -164082.15627008> [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... [SCHEDULER ITER12 LR1]: preparing parameters... [SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46050831 +reading chunk 1 from 1900824 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46055688 +reading chunk 2 from 1905681 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92230148 +reading chunk 3 from 48102353 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92346524 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48218693 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94248338 +reading chunk 5 from 94267080 [SCHEDULER ITER12 LR1]: preparing parameters end. [SCHEDULER ITER12 LR1]: preparing layers... -(01:10:40 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:10:40 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:10:40 2015-11-17)[nerv] info: create layer: combinerL1 -(01:10:40 2015-11-17)[nerv] info: create layer: outputL -(01:10:40 2015-11-17)[nerv] info: create layer: softmaxL -(01:10:40 2015-11-17)[nerv] info: create layer: selectL1 +(00:34:16 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:34:16 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:34:16 2015-11-18)[nerv] info: create layer: combinerL1 +(00:34:16 2015-11-18)[nerv] info: create layer: outputL +(00:34:16 2015-11-18)[nerv] info: create layer: softmaxL +(00:34:16 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER12 LR1]: preparing layers end. [SCHEDULER ITER12 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -2504,193 +3034,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 12 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Tue Nov 17 01:10:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.161136. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43395 clock time -[SCHEDULER ITER12 LR1]: 80099 words processed Tue Nov 17 01:11:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.159983. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19711 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95065 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74844 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42220 clock time -[SCHEDULER ITER12 LR1]: 120004 words processed Tue Nov 17 01:11:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.154076. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31534 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97830 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78921 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43521 clock time -[SCHEDULER ITER12 LR1]: 160114 words processed Tue Nov 17 01:11:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.155930. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76444 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43197 clock time -[SCHEDULER ITER12 LR1]: 200066 words processed Tue Nov 17 01:11:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.156832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18373 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95233 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73984 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42281 clock time -[SCHEDULER ITER12 LR1]: 240045 words processed Tue Nov 17 01:12:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.153944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97551 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79326 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43797 clock time -[SCHEDULER ITER12 LR1]: 280057 words processed Tue Nov 17 01:12:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.150631. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99288 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44277 clock time -[SCHEDULER ITER12 LR1]: 320106 words processed Tue Nov 17 01:12:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.148049. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00054 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44673 clock time -[SCHEDULER ITER12 LR1]: 360024 words processed Tue Nov 17 01:12:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.146847. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18953 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42379 clock time -[SCHEDULER ITER12 LR1]: 400089 words processed Tue Nov 17 01:13:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.145329. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24018 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96729 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76539 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43092 clock time -[SCHEDULER ITER12 LR1]: 440067 words processed Tue Nov 17 01:13:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.145795. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19739 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95427 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42727 clock time -[SCHEDULER ITER12 LR1]: 480051 words processed Tue Nov 17 01:13:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.146464. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time -[SCHEDULER ITER12 LR1]: 520140 words processed Tue Nov 17 01:13:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.146077. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99841 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81109 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44511 clock time -[SCHEDULER ITER12 LR1]: 560132 words processed Tue Nov 17 01:14:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.145999. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21350 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42478 clock time -[SCHEDULER ITER12 LR1]: 600118 words processed Tue Nov 17 01:14:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.144733. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42479 clock time -[SCHEDULER ITER12 LR1]: 640090 words processed Tue Nov 17 01:14:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.144451. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31614 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79766 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43895 clock time -[SCHEDULER ITER12 LR1]: 680075 words processed Tue Nov 17 01:14:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143942. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98161 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43805 clock time -[SCHEDULER ITER12 LR1]: 720043 words processed Tue Nov 17 01:15:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143823. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43047 clock time -[SCHEDULER ITER12 LR1]: 760012 words processed Tue Nov 17 01:15:24 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143549. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43442 clock time -[SCHEDULER ITER12 LR1]: 800113 words processed Tue Nov 17 01:15:39 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143817. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31128 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98664 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43975 clock time -[SCHEDULER ITER12 LR1]: 840089 words processed Tue Nov 17 01:15:54 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143030. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77695 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43188 clock time -[SCHEDULER ITER12 LR1]: 880052 words processed Tue Nov 17 01:16:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.143165. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97222 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78630 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43301 clock time +[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 00:34:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.124180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 00:34:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.126783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82197 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 00:34:55 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.122591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46003 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 00:35:08 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.124062. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 00:35:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.125058. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81435 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 00:35:34 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.120799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45260 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 00:35:47 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.117710. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 00:36:01 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115919. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 00:36:15 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12765 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 00:36:28 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114106. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83197 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46431 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 00:36:41 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115738. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 00:36:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 00:37:07 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116616. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 00:37:20 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 00:37:33 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45195 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 00:37:46 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81320 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 00:37:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 00:38:12 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113669. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 00:38:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 00:38:38 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83423 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46550 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 00:38:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45603 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 00:39:04 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114262. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81611 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 155.02407954573> <PPL_OOV 139.08452117388> <LOGP -1992368.3961396> +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.58222209601> <PPL_OOV 130.13001826717> <LOGP -1965502.0572496> [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER12 LR1]: shuffling training file ===PEEK ON TEST 12=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40087 words processed Tue Nov 17 01:16:20 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.205136. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79710 clock time +[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 00:39:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.201761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58013 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12216 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 183.82637546451> <PPL_OOV 160.53150375807> <LOGP -181804.33337843> +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.54676495455> <PPL_OOV 158.7323525418> <LOGP -181400.85328212> [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 12=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Tue Nov 17 01:16:33 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.269139. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81002 clock time +[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 00:39:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.264364. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12084 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.22401216171> <PPL_OOV 170.26138873665> <LOGP -164567.12880193> +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.84158615395> <PPL_OOV 166.49744218503> <LOGP -163851.02207183> [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... [SCHEDULER ITER13 LR1]: preparing parameters... [SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1900641 +reading chunk 1 from 46047474 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1905498 +reading chunk 2 from 46052331 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48091292 +reading chunk 3 from 92260944 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48207652 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92377287 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94258214 +reading chunk 5 from 94277114 [SCHEDULER ITER13 LR1]: preparing parameters end. [SCHEDULER ITER13 LR1]: preparing layers... -(01:16:45 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:16:45 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:16:45 2015-11-17)[nerv] info: create layer: combinerL1 -(01:16:45 2015-11-17)[nerv] info: create layer: outputL -(01:16:45 2015-11-17)[nerv] info: create layer: softmaxL -(01:16:45 2015-11-17)[nerv] info: create layer: selectL1 +(00:39:35 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:39:35 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:39:35 2015-11-18)[nerv] info: create layer: combinerL1 +(00:39:35 2015-11-18)[nerv] info: create layer: outputL +(00:39:35 2015-11-18)[nerv] info: create layer: softmaxL +(00:39:35 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER13 LR1]: preparing layers end. [SCHEDULER ITER13 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -2718,193 +3296,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 13 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Tue Nov 17 01:16:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.141438. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78937 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43652 clock time -[SCHEDULER ITER13 LR1]: 80099 words processed Tue Nov 17 01:17:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.141106. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97179 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42582 clock time -[SCHEDULER ITER13 LR1]: 120004 words processed Tue Nov 17 01:17:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.135674. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23170 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42256 clock time -[SCHEDULER ITER13 LR1]: 160114 words processed Tue Nov 17 01:17:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.137881. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76908 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42805 clock time -[SCHEDULER ITER13 LR1]: 200066 words processed Tue Nov 17 01:17:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.138821. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76601 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42172 clock time -[SCHEDULER ITER13 LR1]: 240045 words processed Tue Nov 17 01:18:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.135555. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76050 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42052 clock time -[SCHEDULER ITER13 LR1]: 280057 words processed Tue Nov 17 01:18:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.132170. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26457 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98139 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43003 clock time -[SCHEDULER ITER13 LR1]: 320106 words processed Tue Nov 17 01:18:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.129973. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81114 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44090 clock time -[SCHEDULER ITER13 LR1]: 360024 words processed Tue Nov 17 01:18:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128912. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27210 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78201 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42793 clock time -[SCHEDULER ITER13 LR1]: 400089 words processed Tue Nov 17 01:19:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.127346. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29508 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98633 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time -[SCHEDULER ITER13 LR1]: 440067 words processed Tue Nov 17 01:19:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128380. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78368 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42788 clock time -[SCHEDULER ITER13 LR1]: 480051 words processed Tue Nov 17 01:19:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.129139. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22189 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96642 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76594 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42387 clock time -[SCHEDULER ITER13 LR1]: 520140 words processed Tue Nov 17 01:19:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128829. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24604 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97609 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77254 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42866 clock time -[SCHEDULER ITER13 LR1]: 560132 words processed Tue Nov 17 01:20:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.128876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76079 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42055 clock time -[SCHEDULER ITER13 LR1]: 600118 words processed Tue Nov 17 01:20:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.127818. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98041 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43000 clock time -[SCHEDULER ITER13 LR1]: 640090 words processed Tue Nov 17 01:20:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126990. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96908 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77190 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42628 clock time -[SCHEDULER ITER13 LR1]: 680075 words processed Tue Nov 17 01:20:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126557. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42092 clock time -[SCHEDULER ITER13 LR1]: 720043 words processed Tue Nov 17 01:21:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126524. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21439 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77135 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42087 clock time -[SCHEDULER ITER13 LR1]: 760012 words processed Tue Nov 17 01:21:29 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.125846. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28108 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98233 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43089 clock time -[SCHEDULER ITER13 LR1]: 800113 words processed Tue Nov 17 01:21:44 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.126400. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time -[SCHEDULER ITER13 LR1]: 840089 words processed Tue Nov 17 01:21:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.125646. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41971 clock time -[SCHEDULER ITER13 LR1]: 880052 words processed Tue Nov 17 01:22:14 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.125781. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21180 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42102 clock time +[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 00:39:48 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.108782. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47093 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 00:40:01 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.108798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45284 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 00:40:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105841. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45235 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 00:40:27 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.107861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84364 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46290 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12613 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 00:40:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.109129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82788 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45489 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 00:40:53 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45730 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 00:41:07 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.102234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85391 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46739 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 00:41:21 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 00:41:35 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099646. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12953 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 00:41:49 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098502. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12894 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 00:42:02 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099850. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84259 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 00:42:15 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45417 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 00:42:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100767. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85293 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46819 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 00:42:42 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.101049. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45912 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 00:42:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099862. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 00:43:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83430 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45720 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 00:43:21 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098536. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45456 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 00:43:34 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098495. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 00:43:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82589 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45420 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 00:44:00 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46155 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 00:44:13 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098021. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45105 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 00:44:26 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098288. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82010 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45229 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12492 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.6629646364> <PPL_OOV 133.62621167445> <LOGP -1976205.4988519> +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 139.14707992521> <PPL_OOV 125.43173243352> <LOGP -1950656.4557867> [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER13 LR1]: shuffling training file ===PEEK ON TEST 13=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40087 words processed Tue Nov 17 01:22:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.199339. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77549 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81756 clock time +[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 00:44:36 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.196971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57022 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.58984388635> <PPL_OOV 158.52809959662> <LOGP -181354.75846933> +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.83623497243> <PPL_OOV 156.85079313441> <LOGP -180973.97025543> [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 13=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Tue Nov 17 01:22:38 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.265245. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time +[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 00:44:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.261017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84288 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.12712809794> <PPL_OOV 168.32960820323> <LOGP -164201.59940783> +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.60232537013> <PPL_OOV 165.06778643143> <LOGP -163574.77326985> [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... [SCHEDULER ITER14 LR1]: preparing parameters... [SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46049506 +reading chunk 1 from 1898779 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46054363 +reading chunk 2 from 1903636 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92251002 +reading chunk 3 from 48124723 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92367333 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48241050 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94267097 +reading chunk 5 from 94286873 [SCHEDULER ITER14 LR1]: preparing parameters end. [SCHEDULER ITER14 LR1]: preparing layers... -(01:22:49 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:22:49 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:22:49 2015-11-17)[nerv] info: create layer: combinerL1 -(01:22:49 2015-11-17)[nerv] info: create layer: outputL -(01:22:49 2015-11-17)[nerv] info: create layer: softmaxL -(01:22:49 2015-11-17)[nerv] info: create layer: selectL1 +(00:44:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:44:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:44:58 2015-11-18)[nerv] info: create layer: combinerL1 +(00:44:58 2015-11-18)[nerv] info: create layer: outputL +(00:44:58 2015-11-18)[nerv] info: create layer: softmaxL +(00:44:58 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER14 LR1]: preparing layers end. [SCHEDULER ITER14 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -2932,193 +3558,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 14 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Tue Nov 17 01:23:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.124197. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29175 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78308 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43578 clock time -[SCHEDULER ITER14 LR1]: 80099 words processed Tue Nov 17 01:23:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.124212. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97684 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79543 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43140 clock time -[SCHEDULER ITER14 LR1]: 120004 words processed Tue Nov 17 01:23:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.119187. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36242 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43756 clock time -[SCHEDULER ITER14 LR1]: 160114 words processed Tue Nov 17 01:23:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.121174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33878 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98964 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43885 clock time -[SCHEDULER ITER14 LR1]: 200066 words processed Tue Nov 17 01:24:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.122230. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30234 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97625 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43178 clock time -[SCHEDULER ITER14 LR1]: 240045 words processed Tue Nov 17 01:24:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.118548. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21945 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42325 clock time -[SCHEDULER ITER14 LR1]: 280057 words processed Tue Nov 17 01:24:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.115349. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77865 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43268 clock time -[SCHEDULER ITER14 LR1]: 320106 words processed Tue Nov 17 01:24:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113360. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41588 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83303 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44819 clock time -[SCHEDULER ITER14 LR1]: 360024 words processed Tue Nov 17 01:25:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112514. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35417 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43702 clock time -[SCHEDULER ITER14 LR1]: 400089 words processed Tue Nov 17 01:25:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.111125. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97303 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43068 clock time -[SCHEDULER ITER14 LR1]: 440067 words processed Tue Nov 17 01:25:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.111942. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20928 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76191 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42261 clock time -[SCHEDULER ITER14 LR1]: 480051 words processed Tue Nov 17 01:25:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32213 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98294 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43431 clock time -[SCHEDULER ITER14 LR1]: 520140 words processed Tue Nov 17 01:26:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.114843. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37605 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81982 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44271 clock time -[SCHEDULER ITER14 LR1]: 560132 words processed Tue Nov 17 01:26:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.115302. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21912 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42399 clock time -[SCHEDULER ITER14 LR1]: 600118 words processed Tue Nov 17 01:26:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.114444. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42249 clock time -[SCHEDULER ITER14 LR1]: 640090 words processed Tue Nov 17 01:26:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113468. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29059 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79255 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time -[SCHEDULER ITER14 LR1]: 680075 words processed Tue Nov 17 01:27:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112975. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30213 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97680 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79810 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43381 clock time -[SCHEDULER ITER14 LR1]: 720043 words processed Tue Nov 17 01:27:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112843. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96743 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78023 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42790 clock time -[SCHEDULER ITER14 LR1]: 760012 words processed Tue Nov 17 01:27:33 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112826. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22662 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95965 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76727 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42351 clock time -[SCHEDULER ITER14 LR1]: 800113 words processed Tue Nov 17 01:27:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.113223. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38754 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00362 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44712 clock time -[SCHEDULER ITER14 LR1]: 840089 words processed Tue Nov 17 01:28:03 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112455. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26512 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78523 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42674 clock time -[SCHEDULER ITER14 LR1]: 880052 words processed Tue Nov 17 01:28:18 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.112529. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95943 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42479 clock time +[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 00:45:11 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.095183. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46767 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 00:45:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099174. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85118 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12632 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 00:45:37 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.095034. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83246 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 00:45:51 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.096218. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 00:46:05 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.097160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.90569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12899 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 00:46:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.093351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 00:46:32 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.090035. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46981 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 00:46:45 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46364 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 00:46:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.087120. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80709 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45292 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12428 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 00:47:11 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.085270. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81891 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46280 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 00:47:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.086460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80374 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 00:47:37 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.087289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80497 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12453 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 00:47:50 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088368. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83290 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 00:48:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 00:48:16 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.086702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80941 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12448 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 00:48:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.085500. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80579 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 00:48:42 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45439 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 00:48:55 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084741. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46048 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 00:49:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.083971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81651 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 00:49:21 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084458. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82866 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 00:49:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.083801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81981 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 00:49:47 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81549 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.01016769006> <PPL_OOV 129.605197936> <LOGP -1963870.5624736> +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.49802594387> <PPL_OOV 121.41682391797> <LOGP -1937522.7088048> [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER14 LR1]: shuffling training file ===PEEK ON TEST 14=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40087 words processed Tue Nov 17 01:28:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.197210. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78378 clock time +[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 00:49:57 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.194611. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.51507944766> <PPL_OOV 157.82598259644> <LOGP -181195.85390732> +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.38429774111> <PPL_OOV 155.98874342017> <LOGP -180776.6773882> [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 14=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Tue Nov 17 01:28:42 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.264146. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76847 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81097 clock time +[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 00:50:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.259121. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81824 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54278 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.16083421072> <PPL_OOV 167.65993853091> <LOGP -164073.90535959> +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.26000367412> <PPL_OOV 164.19471013401> <LOGP -163404.89173972> [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... [SCHEDULER ITER15 LR1]: preparing parameters... [SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1898668 +reading chunk 1 from 46044096 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1903525 +reading chunk 2 from 46048953 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48111338 +reading chunk 3 from 92284056 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48227664 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92400364 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94274940 +reading chunk 5 from 94298070 [SCHEDULER ITER15 LR1]: preparing parameters end. [SCHEDULER ITER15 LR1]: preparing layers... -(01:28:53 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:28:53 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:28:53 2015-11-17)[nerv] info: create layer: combinerL1 -(01:28:53 2015-11-17)[nerv] info: create layer: outputL -(01:28:53 2015-11-17)[nerv] info: create layer: softmaxL -(01:28:53 2015-11-17)[nerv] info: create layer: selectL1 +(00:50:18 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:50:18 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:50:18 2015-11-18)[nerv] info: create layer: combinerL1 +(00:50:18 2015-11-18)[nerv] info: create layer: outputL +(00:50:18 2015-11-18)[nerv] info: create layer: softmaxL +(00:50:18 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER15 LR1]: preparing layers end. [SCHEDULER ITER15 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -3146,193 +3820,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 15 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Tue Nov 17 01:29:07 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.116378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98984 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43641 clock time -[SCHEDULER ITER15 LR1]: 80099 words processed Tue Nov 17 01:29:22 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.113691. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42344 clock time -[SCHEDULER ITER15 LR1]: 120004 words processed Tue Nov 17 01:29:37 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.107029. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30662 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78676 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43275 clock time -[SCHEDULER ITER15 LR1]: 160114 words processed Tue Nov 17 01:29:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.107861. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23667 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42841 clock time -[SCHEDULER ITER15 LR1]: 200066 words processed Tue Nov 17 01:30:07 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.108503. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95522 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41985 clock time -[SCHEDULER ITER15 LR1]: 240045 words processed Tue Nov 17 01:30:22 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.104599. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97374 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77532 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42682 clock time -[SCHEDULER ITER15 LR1]: 280057 words processed Tue Nov 17 01:30:37 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.101138. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00651 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time -[SCHEDULER ITER15 LR1]: 320106 words processed Tue Nov 17 01:30:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.099228. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38333 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00619 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44747 clock time -[SCHEDULER ITER15 LR1]: 360024 words processed Tue Nov 17 01:31:07 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098709. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95930 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42028 clock time -[SCHEDULER ITER15 LR1]: 400089 words processed Tue Nov 17 01:31:22 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.097294. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26682 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43473 clock time -[SCHEDULER ITER15 LR1]: 440067 words processed Tue Nov 17 01:31:37 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098090. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42329 clock time -[SCHEDULER ITER15 LR1]: 480051 words processed Tue Nov 17 01:31:51 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098889. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95710 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41899 clock time -[SCHEDULER ITER15 LR1]: 520140 words processed Tue Nov 17 01:32:06 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.099224. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34780 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80639 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43936 clock time -[SCHEDULER ITER15 LR1]: 560132 words processed Tue Nov 17 01:32:21 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.099543. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42715 clock time -[SCHEDULER ITER15 LR1]: 600118 words processed Tue Nov 17 01:32:36 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.098376. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25701 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77832 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42737 clock time -[SCHEDULER ITER15 LR1]: 640090 words processed Tue Nov 17 01:32:51 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.097524. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78689 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43108 clock time -[SCHEDULER ITER15 LR1]: 680075 words processed Tue Nov 17 01:33:06 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.097044. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97297 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78074 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43005 clock time -[SCHEDULER ITER15 LR1]: 720043 words processed Tue Nov 17 01:33:21 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096864. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23500 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96712 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76833 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42747 clock time -[SCHEDULER ITER15 LR1]: 760012 words processed Tue Nov 17 01:33:36 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096482. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76759 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42528 clock time -[SCHEDULER ITER15 LR1]: 800113 words processed Tue Nov 17 01:33:51 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98864 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43673 clock time -[SCHEDULER ITER15 LR1]: 840089 words processed Tue Nov 17 01:34:06 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096201. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21339 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42408 clock time -[SCHEDULER ITER15 LR1]: 880052 words processed Tue Nov 17 01:34:21 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.096385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79203 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43479 clock time +[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 00:50:31 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.084755. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 00:50:44 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083071. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80411 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45225 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 00:50:57 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45290 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 00:51:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.081760. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 00:51:23 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.082811. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80413 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45237 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 00:51:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45130 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 00:51:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.076124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 00:52:03 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83752 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46671 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 00:52:16 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073550. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 00:52:29 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071915. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46556 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 00:52:42 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073241. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 00:52:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074109. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82636 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 00:53:08 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.075079. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12589 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 00:53:21 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.075447. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45487 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 00:53:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073494. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 00:53:47 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.072317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81078 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 00:54:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 00:54:13 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80727 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 00:54:26 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070849. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80543 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 00:54:39 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 00:54:52 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45147 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 00:55:05 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071187. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45753 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 138.51373531527> <PPL_OOV 124.88271450115> <LOGP -1948885.5045886> +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.36860152819> <PPL_OOV 117.84951850067> <LOGP -1925483.5498581> [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER15 LR1]: shuffling training file ===PEEK ON TEST 15=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40087 words processed Tue Nov 17 01:34:32 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.195121. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69732 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76697 clock time +[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 00:55:15 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.193578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83504 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56477 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.96774385229> <PPL_OOV 156.93837260582> <LOGP -180993.9534075> +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.622874266> <PPL_OOV 155.5227444733> <LOGP -180669.57212844> [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 15=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Tue Nov 17 01:34:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.263015. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78230 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81915 clock time +[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 00:55:26 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.258322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82182 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54943 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 185.85640129629> <PPL_OOV 166.86234996984> <LOGP -163921.15230783> +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.60902176624> <PPL_OOV 163.76844354467> <LOGP -163321.6211386> [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... [SCHEDULER ITER16 LR1]: preparing parameters... [SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 46045130 +reading chunk 1 from 1896582 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46049987 +reading chunk 2 from 1901439 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92270543 +reading chunk 3 from 48151007 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92386873 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 48267317 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94284626 +reading chunk 5 from 94309673 [SCHEDULER ITER16 LR1]: preparing parameters end. [SCHEDULER ITER16 LR1]: preparing layers... -(01:34:56 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:34:56 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:34:56 2015-11-17)[nerv] info: create layer: combinerL1 -(01:34:56 2015-11-17)[nerv] info: create layer: outputL -(01:34:56 2015-11-17)[nerv] info: create layer: softmaxL -(01:34:56 2015-11-17)[nerv] info: create layer: selectL1 +(00:55:37 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:55:37 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:55:37 2015-11-18)[nerv] info: create layer: combinerL1 +(00:55:37 2015-11-18)[nerv] info: create layer: outputL +(00:55:37 2015-11-18)[nerv] info: create layer: softmaxL +(00:55:37 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER16 LR1]: preparing layers end. [SCHEDULER ITER16 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -3360,193 +4082,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 16 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Tue Nov 17 01:35:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.097158. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26592 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43429 clock time -[SCHEDULER ITER16 LR1]: 80099 words processed Tue Nov 17 01:35:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.097046. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94901 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75474 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42159 clock time -[SCHEDULER ITER16 LR1]: 120004 words processed Tue Nov 17 01:35:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.091812. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95001 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75530 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42194 clock time -[SCHEDULER ITER16 LR1]: 160114 words processed Tue Nov 17 01:35:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.094211. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97909 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43467 clock time -[SCHEDULER ITER16 LR1]: 200066 words processed Tue Nov 17 01:36:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.094876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24748 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time -[SCHEDULER ITER16 LR1]: 240045 words processed Tue Nov 17 01:36:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.090932. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94915 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75230 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42082 clock time -[SCHEDULER ITER16 LR1]: 280057 words processed Tue Nov 17 01:36:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.087288. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26818 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97646 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43265 clock time -[SCHEDULER ITER16 LR1]: 320106 words processed Tue Nov 17 01:36:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39843 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82801 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44858 clock time -[SCHEDULER ITER16 LR1]: 360024 words processed Tue Nov 17 01:37:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085045. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35155 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81669 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time -[SCHEDULER ITER16 LR1]: 400089 words processed Tue Nov 17 01:37:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083520. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00011 clock time +[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 00:55:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.071227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 00:56:03 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 00:56:16 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.068604. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82204 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44617 clock time -[SCHEDULER ITER16 LR1]: 440067 words processed Tue Nov 17 01:37:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.084550. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96970 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43184 clock time -[SCHEDULER ITER16 LR1]: 480051 words processed Tue Nov 17 01:37:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085379. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18268 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42199 clock time -[SCHEDULER ITER16 LR1]: 520140 words processed Tue Nov 17 01:38:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085490. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96892 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time -[SCHEDULER ITER16 LR1]: 560132 words processed Tue Nov 17 01:38:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.085846. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77724 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42939 clock time -[SCHEDULER ITER16 LR1]: 600118 words processed Tue Nov 17 01:38:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.084108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42307 clock time -[SCHEDULER ITER16 LR1]: 640090 words processed Tue Nov 17 01:38:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083068. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42169 clock time -[SCHEDULER ITER16 LR1]: 680075 words processed Tue Nov 17 01:39:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082583. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42502 clock time -[SCHEDULER ITER16 LR1]: 720043 words processed Tue Nov 17 01:39:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082472. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25232 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96734 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77507 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42963 clock time -[SCHEDULER ITER16 LR1]: 760012 words processed Tue Nov 17 01:39:40 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082694. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18634 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75347 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42204 clock time -[SCHEDULER ITER16 LR1]: 800113 words processed Tue Nov 17 01:39:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.083364. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43085 clock time -[SCHEDULER ITER16 LR1]: 840089 words processed Tue Nov 17 01:40:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082735. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77479 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42862 clock time -[SCHEDULER ITER16 LR1]: 880052 words processed Tue Nov 17 01:40:25 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.082996. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29314 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 00:56:29 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.069902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46414 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 00:56:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.070775. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45772 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 00:56:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.067488. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45729 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 00:57:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.064263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46967 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 00:57:22 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062450. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46965 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 00:57:35 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 00:57:48 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82120 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 00:58:01 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061392. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 00:58:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12455 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 00:58:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062546. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46253 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 00:58:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.063029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 00:58:53 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061276. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 00:59:06 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.060129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 00:59:19 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059711. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79441 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45365 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 00:59:32 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79452 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 00:59:45 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059127. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 00:59:58 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 01:00:11 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059387. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12478 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 01:00:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45519 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.13029533507> <PPL_OOV 121.08994838557> <LOGP -1936434.3700653> +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.85826557967> <PPL_OOV 114.80783342275> <LOGP -1914926.8665176> [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER16 LR1]: shuffling training file ===PEEK ON TEST 16=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40087 words processed Tue Nov 17 01:40:36 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.191237. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71964 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78416 clock time +[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 01:00:34 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.189529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55181 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.45967549374> <PPL_OOV 155.48519677698> <LOGP -180660.92819474> +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.63446833412> <PPL_OOV 154.27206703806> <LOGP -180380.52201727> [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 16=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Tue Nov 17 01:40:49 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.259248. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79713 clock time +[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 01:00:45 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.255335. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53316 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.59397762463> <PPL_OOV 165.63585620884> <LOGP -163684.82537337> +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.57065508419> <PPL_OOV 162.50437885542> <LOGP -163073.40741604> [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... [SCHEDULER ITER17 LR1]: preparing parameters... [SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1896914 +reading chunk 1 from 46040789 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1901771 +reading chunk 2 from 46045646 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48135609 +reading chunk 3 from 92309964 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48251953 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 92426275 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94294577 +reading chunk 5 from 94321898 [SCHEDULER ITER17 LR1]: preparing parameters end. [SCHEDULER ITER17 LR1]: preparing layers... -(01:41:00 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:41:00 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:41:00 2015-11-17)[nerv] info: create layer: combinerL1 -(01:41:00 2015-11-17)[nerv] info: create layer: outputL -(01:41:00 2015-11-17)[nerv] info: create layer: softmaxL -(01:41:00 2015-11-17)[nerv] info: create layer: selectL1 +(01:00:55 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:00:55 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:00:55 2015-11-18)[nerv] info: create layer: combinerL1 +(01:00:55 2015-11-18)[nerv] info: create layer: outputL +(01:00:55 2015-11-18)[nerv] info: create layer: softmaxL +(01:00:55 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER17 LR1]: preparing layers end. [SCHEDULER ITER17 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -3574,193 +4344,241 @@ TNN initing storage outputL -> softmaxL ===ITERATION 17 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Tue Nov 17 01:41:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.082835. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43866 clock time -[SCHEDULER ITER17 LR1]: 80099 words processed Tue Nov 17 01:41:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.082799. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22563 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42116 clock time -[SCHEDULER ITER17 LR1]: 120004 words processed Tue Nov 17 01:41:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.078698. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23092 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42243 clock time -[SCHEDULER ITER17 LR1]: 160114 words processed Tue Nov 17 01:41:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.080389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26723 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98172 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77510 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43113 clock time -[SCHEDULER ITER17 LR1]: 200066 words processed Tue Nov 17 01:42:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.081359. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41778 clock time -[SCHEDULER ITER17 LR1]: 240045 words processed Tue Nov 17 01:42:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.077826. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95483 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41860 clock time -[SCHEDULER ITER17 LR1]: 280057 words processed Tue Nov 17 01:42:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.074372. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97443 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42721 clock time -[SCHEDULER ITER17 LR1]: 320106 words processed Tue Nov 17 01:42:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22972 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97339 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76090 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42745 clock time -[SCHEDULER ITER17 LR1]: 360024 words processed Tue Nov 17 01:43:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32857 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98888 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80723 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43602 clock time -[SCHEDULER ITER17 LR1]: 400089 words processed Tue Nov 17 01:43:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070747. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36026 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81374 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43998 clock time -[SCHEDULER ITER17 LR1]: 440067 words processed Tue Nov 17 01:43:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.071871. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41893 clock time -[SCHEDULER ITER17 LR1]: 480051 words processed Tue Nov 17 01:43:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072731. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95449 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74530 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41870 clock time -[SCHEDULER ITER17 LR1]: 520140 words processed Tue Nov 17 01:44:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.073258. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26406 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77554 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43266 clock time -[SCHEDULER ITER17 LR1]: 560132 words processed Tue Nov 17 01:44:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.073656. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24712 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96970 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77855 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42623 clock time -[SCHEDULER ITER17 LR1]: 600118 words processed Tue Nov 17 01:44:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.072206. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97652 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time -[SCHEDULER ITER17 LR1]: 640090 words processed Tue Nov 17 01:44:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.071177. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17906 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95537 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75109 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41897 clock time -[SCHEDULER ITER17 LR1]: 680075 words processed Tue Nov 17 01:45:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070671. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18134 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95529 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74991 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41954 clock time -[SCHEDULER ITER17 LR1]: 720043 words processed Tue Nov 17 01:45:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070539. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31403 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43333 clock time -[SCHEDULER ITER17 LR1]: 760012 words processed Tue Nov 17 01:45:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.069850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79870 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43032 clock time -[SCHEDULER ITER17 LR1]: 800113 words processed Tue Nov 17 01:45:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070369. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35853 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81232 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44252 clock time -[SCHEDULER ITER17 LR1]: 840089 words processed Tue Nov 17 01:46:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.069971. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24223 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77499 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42577 clock time -[SCHEDULER ITER17 LR1]: 880052 words processed Tue Nov 17 01:46:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.070321. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41889 clock time +[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 01:01:08 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.062199. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83177 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 01:01:21 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.061475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 01:01:34 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.057783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81042 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 01:01:47 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.058875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 01:02:01 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060098. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12771 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 01:02:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.056824. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81026 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 01:02:27 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.053589. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 01:02:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051827. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80612 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 01:02:53 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45242 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 01:03:06 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81092 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 01:03:19 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79671 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45253 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 01:03:32 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051765. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45532 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 01:03:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051868. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83054 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 01:03:58 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.052340. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 01:04:11 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 01:04:25 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049437. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84783 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46757 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 01:04:38 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048901. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80044 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 01:04:51 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048947. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81309 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 01:05:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048059. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81062 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 01:05:17 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048592. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46283 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 01:05:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12441 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 01:05:43 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049066. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.10568904217> <PPL_OOV 117.6122627072> <LOGP -1924669.9669223> +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 123.60939506581> <PPL_OOV 111.9929795575> <LOGP -1904905.2257849> [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER17 LR1]: shuffling training file ===PEEK ON TEST 17=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40087 words processed Tue Nov 17 01:46:40 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.191054. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80089 clock time +[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 01:05:53 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.189179. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55264 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12116 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.55797219602> <PPL_OOV 155.34470306374> <LOGP -180628.56631505> +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.34178481977> <PPL_OOV 153.96296950286> <LOGP -180308.72386106> [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 17=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Tue Nov 17 01:46:53 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.259630. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75741 clock time +[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 01:06:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.254521. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60289 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12272 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.6258385289> <PPL_OOV 165.43985811395> <LOGP -163646.89738658> +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.65506161296> <PPL_OOV 162.51420142726> <LOGP -163075.34362507> [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +[SCHEDULER ITER17 LR1]: PPL did not improve, rejected, copying param file of last iter... [SCHEDULER ITER18 LR0.6]: preparing parameters... [SCHEDULER ITER18 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46040379 +reading chunk 1 from 46040789 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46045236 +reading chunk 2 from 46045646 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92292549 +reading chunk 3 from 92309964 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92408883 +reading chunk 4 from 92426275 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94305051 +reading chunk 5 from 94321898 [SCHEDULER ITER18 LR0.6]: preparing parameters end. [SCHEDULER ITER18 LR0.6]: preparing layers... -(01:47:04 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:47:04 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:47:04 2015-11-17)[nerv] info: create layer: combinerL1 -(01:47:04 2015-11-17)[nerv] info: create layer: outputL -(01:47:04 2015-11-17)[nerv] info: create layer: softmaxL -(01:47:04 2015-11-17)[nerv] info: create layer: selectL1 +(01:06:13 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:06:13 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:06:13 2015-11-18)[nerv] info: create layer: combinerL1 +(01:06:13 2015-11-18)[nerv] info: create layer: outputL +(01:06:13 2015-11-18)[nerv] info: create layer: softmaxL +(01:06:13 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER18 LR0.6]: preparing layers end. [SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... <input> selectL1 0 @@ -3788,164 +4606,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 18 LR 0.600000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40092 words processed Tue Nov 17 01:47:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.043667. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27354 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97688 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43053 clock time -[SCHEDULER ITER18 LR0.6]: 80099 words processed Tue Nov 17 01:47:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.039896. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29561 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79646 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43033 clock time -[SCHEDULER ITER18 LR0.6]: 120004 words processed Tue Nov 17 01:47:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.033742. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96295 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42551 clock time -[SCHEDULER ITER18 LR0.6]: 160114 words processed Tue Nov 17 01:48:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.035984. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33994 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99450 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43759 clock time -[SCHEDULER ITER18 LR0.6]: 200066 words processed Tue Nov 17 01:48:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.035035. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35697 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81827 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43689 clock time -[SCHEDULER ITER18 LR0.6]: 240045 words processed Tue Nov 17 01:48:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.030310. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97492 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79727 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42971 clock time -[SCHEDULER ITER18 LR0.6]: 280057 words processed Tue Nov 17 01:48:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025772. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78987 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43357 clock time -[SCHEDULER ITER18 LR0.6]: 320106 words processed Tue Nov 17 01:49:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023427. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00644 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44537 clock time -[SCHEDULER ITER18 LR0.6]: 360024 words processed Tue Nov 17 01:49:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.021796. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21554 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42206 clock time -[SCHEDULER ITER18 LR0.6]: 400089 words processed Tue Nov 17 01:49:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019102. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97352 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78116 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time -[SCHEDULER ITER18 LR0.6]: 440067 words processed Tue Nov 17 01:49:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019677. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21961 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42320 clock time -[SCHEDULER ITER18 LR0.6]: 480051 words processed Tue Nov 17 01:50:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.020225. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27855 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79211 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42937 clock time -[SCHEDULER ITER18 LR0.6]: 520140 words processed Tue Nov 17 01:50:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019858. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43047 clock time -[SCHEDULER ITER18 LR0.6]: 560132 words processed Tue Nov 17 01:50:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.019758. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42955 clock time -[SCHEDULER ITER18 LR0.6]: 600118 words processed Tue Nov 17 01:50:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.017512. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77086 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42284 clock time -[SCHEDULER ITER18 LR0.6]: 640090 words processed Tue Nov 17 01:51:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.015774. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42161 clock time -[SCHEDULER ITER18 LR0.6]: 680075 words processed Tue Nov 17 01:51:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014732. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43066 clock time -[SCHEDULER ITER18 LR0.6]: 720043 words processed Tue Nov 17 01:51:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014130. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95739 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42080 clock time -[SCHEDULER ITER18 LR0.6]: 760012 words processed Tue Nov 17 01:51:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012778. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42143 clock time -[SCHEDULER ITER18 LR0.6]: 800113 words processed Tue Nov 17 01:52:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012906. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time -[SCHEDULER ITER18 LR0.6]: 840089 words processed Tue Nov 17 01:52:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012001. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95733 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42122 clock time -[SCHEDULER ITER18 LR0.6]: 880052 words processed Tue Nov 17 01:52:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012052. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95728 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76664 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42153 clock time +[SCHEDULER ITER18 LR0.6]: 40092 words processed Wed Nov 18 01:06:26 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.034654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81674 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER18 LR0.6]: 80099 words processed Wed Nov 18 01:06:39 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.029461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80074 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45412 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time +[SCHEDULER ITER18 LR0.6]: 120004 words processed Wed Nov 18 01:06:52 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80204 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER18 LR0.6]: 160114 words processed Wed Nov 18 01:07:05 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82836 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER18 LR0.6]: 200066 words processed Wed Nov 18 01:07:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.022745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46014 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER18 LR0.6]: 240045 words processed Wed Nov 18 01:07:31 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018657. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46213 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER18 LR0.6]: 280057 words processed Wed Nov 18 01:07:44 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014651. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81670 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER18 LR0.6]: 320106 words processed Wed Nov 18 01:07:58 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012165. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46886 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time +[SCHEDULER ITER18 LR0.6]: 360024 words processed Wed Nov 18 01:08:11 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010607. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER18 LR0.6]: 400089 words processed Wed Nov 18 01:08:24 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008116. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER18 LR0.6]: 440067 words processed Wed Nov 18 01:08:37 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008955. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER18 LR0.6]: 480051 words processed Wed Nov 18 01:08:50 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009446. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80237 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER18 LR0.6]: 520140 words processed Wed Nov 18 01:09:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008913. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER18 LR0.6]: 560132 words processed Wed Nov 18 01:09:16 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80083 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time +[SCHEDULER ITER18 LR0.6]: 600118 words processed Wed Nov 18 01:09:29 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.006422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79868 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time +[SCHEDULER ITER18 LR0.6]: 640090 words processed Wed Nov 18 01:09:42 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.004642. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79893 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER18 LR0.6]: 680075 words processed Wed Nov 18 01:09:55 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER18 LR0.6]: 720043 words processed Wed Nov 18 01:10:08 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002975. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45358 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER18 LR0.6]: 760012 words processed Wed Nov 18 01:10:21 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[SCHEDULER ITER18 LR0.6]: 800113 words processed Wed Nov 18 01:10:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001687. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER18 LR0.6]: 840089 words processed Wed Nov 18 01:10:47 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000731. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80950 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45832 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER18 LR0.6]: 880052 words processed Wed Nov 18 01:11:00 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000778. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80655 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 113.75890428527> <PPL_OOV 102.8317079383> <LOGP -1870451.1714354> +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 110.74585638614> <PPL_OOV 100.1904092633> <LOGP -1859945.9805466> [SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER18 LR0.6]: shuffling training file ===PEEK ON TEST 18=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40087 words processed Tue Nov 17 01:52:44 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.159080. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78969 clock time +[SCHEDULER ITER18 LR0.6]: 40087 words processed Wed Nov 18 01:11:10 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.161595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81049 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.81314830342> <PPL_OOV 144.38164096479> <LOGP -178008.57197272> +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.90330871157> <PPL_OOV 144.87847735377> <LOGP -178131.5492493> [SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 18=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40095 words processed Tue Nov 17 01:52:57 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.229502. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77727 clock time +[SCHEDULER ITER18 LR0.6]: 40095 words processed Wed Nov 18 01:11:21 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.230499. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83333 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 171.0439239354> <PPL_OOV 153.42799000947> <LOGP -161232.32297019> +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 169.96685846585> <PPL_OOV 152.97725438205> <LOGP -161138.07734034> [SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... @@ -3954,27 +4820,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1895256 +reading chunk 1 from 1894502 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1900112 +reading chunk 2 from 1899358 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48153092 +reading chunk 3 from 48169801 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48269401 +reading chunk 4 from 48286086 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94307755 +reading chunk 5 from 94324698 [SCHEDULER ITER19 LR0.36]: preparing parameters end. [SCHEDULER ITER19 LR0.36]: preparing layers... -(01:53:08 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:53:08 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:53:08 2015-11-17)[nerv] info: create layer: combinerL1 -(01:53:08 2015-11-17)[nerv] info: create layer: outputL -(01:53:08 2015-11-17)[nerv] info: create layer: softmaxL -(01:53:08 2015-11-17)[nerv] info: create layer: selectL1 +(01:11:32 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:11:32 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:11:32 2015-11-18)[nerv] info: create layer: combinerL1 +(01:11:32 2015-11-18)[nerv] info: create layer: outputL +(01:11:32 2015-11-18)[nerv] info: create layer: softmaxL +(01:11:32 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER19 LR0.36]: preparing layers end. [SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... <input> selectL1 0 @@ -4002,164 +4868,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 19 LR 0.360000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40092 words processed Tue Nov 17 01:53:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.007280. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43190 clock time -[SCHEDULER ITER19 LR0.36]: 80099 words processed Tue Nov 17 01:53:37 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.003431. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78045 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42475 clock time -[SCHEDULER ITER19 LR0.36]: 120004 words processed Tue Nov 17 01:53:52 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997580. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17392 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76025 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41897 clock time -[SCHEDULER ITER19 LR0.36]: 160114 words processed Tue Nov 17 01:54:07 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.998525. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35687 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44737 clock time -[SCHEDULER ITER19 LR0.36]: 200066 words processed Tue Nov 17 01:54:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997707. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42417 clock time -[SCHEDULER ITER19 LR0.36]: 240045 words processed Tue Nov 17 01:54:37 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.993389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20717 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92648 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42406 clock time -[SCHEDULER ITER19 LR0.36]: 280057 words processed Tue Nov 17 01:54:52 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.989080. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95728 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43671 clock time -[SCHEDULER ITER19 LR0.36]: 320106 words processed Tue Nov 17 01:55:07 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986892. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27853 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95212 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79993 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43404 clock time -[SCHEDULER ITER19 LR0.36]: 360024 words processed Tue Nov 17 01:55:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.985177. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79252 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42595 clock time -[SCHEDULER ITER19 LR0.36]: 400089 words processed Tue Nov 17 01:55:37 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982339. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27249 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43509 clock time -[SCHEDULER ITER19 LR0.36]: 440067 words processed Tue Nov 17 01:55:52 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982908. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19287 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42229 clock time -[SCHEDULER ITER19 LR0.36]: 480051 words processed Tue Nov 17 01:56:07 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.983385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18713 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77466 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42188 clock time -[SCHEDULER ITER19 LR0.36]: 520140 words processed Tue Nov 17 01:56:22 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982902. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81588 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44336 clock time -[SCHEDULER ITER19 LR0.36]: 560132 words processed Tue Nov 17 01:56:36 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982661. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15741 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76034 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41779 clock time -[SCHEDULER ITER19 LR0.36]: 600118 words processed Tue Nov 17 01:56:51 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.980337. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77952 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42540 clock time -[SCHEDULER ITER19 LR0.36]: 640090 words processed Tue Nov 17 01:57:06 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.978348. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21490 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78240 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42527 clock time -[SCHEDULER ITER19 LR0.36]: 680075 words processed Tue Nov 17 01:57:21 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977145. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16478 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.92048 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76536 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42010 clock time -[SCHEDULER ITER19 LR0.36]: 720043 words processed Tue Nov 17 01:57:36 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.976308. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91711 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41994 clock time -[SCHEDULER ITER19 LR0.36]: 760012 words processed Tue Nov 17 01:57:50 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.974690. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.91665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41846 clock time -[SCHEDULER ITER19 LR0.36]: 800113 words processed Tue Nov 17 01:58:05 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.974618. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79863 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43380 clock time -[SCHEDULER ITER19 LR0.36]: 840089 words processed Tue Nov 17 01:58:20 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973580. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93495 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43029 clock time -[SCHEDULER ITER19 LR0.36]: 880052 words processed Tue Nov 17 01:58:35 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973415. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.93573 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time +[SCHEDULER ITER19 LR0.36]: 40092 words processed Wed Nov 18 01:11:45 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47066 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER19 LR0.36]: 80099 words processed Wed Nov 18 01:11:58 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.992757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81225 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER19 LR0.36]: 120004 words processed Wed Nov 18 01:12:11 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45665 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER19 LR0.36]: 160114 words processed Wed Nov 18 01:12:24 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.987052. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time +[SCHEDULER ITER19 LR0.36]: 200066 words processed Wed Nov 18 01:12:37 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45416 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER19 LR0.36]: 240045 words processed Wed Nov 18 01:12:50 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER19 LR0.36]: 280057 words processed Wed Nov 18 01:13:03 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.978092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83367 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER19 LR0.36]: 320106 words processed Wed Nov 18 01:13:16 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.975588. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46156 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER19 LR0.36]: 360024 words processed Wed Nov 18 01:13:29 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973917. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81012 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45467 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER19 LR0.36]: 400089 words processed Wed Nov 18 01:13:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971239. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46450 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER19 LR0.36]: 440067 words processed Wed Nov 18 01:13:55 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971940. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER19 LR0.36]: 480051 words processed Wed Nov 18 01:14:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972298. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER19 LR0.36]: 520140 words processed Wed Nov 18 01:14:21 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46957 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[SCHEDULER ITER19 LR0.36]: 560132 words processed Wed Nov 18 01:14:34 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45759 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time +[SCHEDULER ITER19 LR0.36]: 600118 words processed Wed Nov 18 01:14:47 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.968877. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81593 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER19 LR0.36]: 640090 words processed Wed Nov 18 01:15:00 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12622 clock time +[SCHEDULER ITER19 LR0.36]: 680075 words processed Wed Nov 18 01:15:13 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.965667. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82104 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER19 LR0.36]: 720043 words processed Wed Nov 18 01:15:26 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964819. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81494 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[SCHEDULER ITER19 LR0.36]: 760012 words processed Wed Nov 18 01:15:39 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.05946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45462 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER19 LR0.36]: 800113 words processed Wed Nov 18 01:15:52 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963080. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82290 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46399 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER19 LR0.36]: 840089 words processed Wed Nov 18 01:16:05 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER19 LR0.36]: 880052 words processed Wed Nov 18 01:16:18 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45511 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 103.89160588136> <PPL_OOV 94.068763218622> <LOGP -1834493.1676572> +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 101.04384865279> <PPL_OOV 91.563922711843> <LOGP -1823597.4140822> [SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER19 LR0.36]: shuffling training file ===PEEK ON TEST 19=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40087 words processed Tue Nov 17 01:58:46 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.136208. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77459 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82211 clock time +[SCHEDULER ITER19 LR0.36]: 40087 words processed Wed Nov 18 01:16:28 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.140997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55619 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 157.02937166312> <PPL_OOV 137.23737609848> <LOGP -176191.85042634> +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.06285532222> <PPL_OOV 138.43309683958> <LOGP -176502.40779745> [SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 19=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40095 words processed Tue Nov 17 01:58:59 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.208516. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.82932 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85088 clock time +[SCHEDULER ITER19 LR0.36]: 40095 words processed Wed Nov 18 01:16:39 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.212296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54767 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 162.67946310829> <PPL_OOV 145.6455470188> <LOGP -159564.80228371> +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 162.89537467304> <PPL_OOV 146.24730311894> <LOGP -159696.88101076> [SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... @@ -4168,27 +5082,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46036780 +reading chunk 1 from 46037538 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46041636 +reading chunk 2 from 46042394 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92297326 +reading chunk 3 from 92315401 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92413618 +reading chunk 4 from 92431688 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94308206 +reading chunk 5 from 94325528 [SCHEDULER ITER20 LR0.216]: preparing parameters end. [SCHEDULER ITER20 LR0.216]: preparing layers... -(01:59:10 2015-11-17)[nerv] info: create layer: recurrentL1 -(01:59:10 2015-11-17)[nerv] info: create layer: sigmoidL1 -(01:59:10 2015-11-17)[nerv] info: create layer: combinerL1 -(01:59:10 2015-11-17)[nerv] info: create layer: outputL -(01:59:10 2015-11-17)[nerv] info: create layer: softmaxL -(01:59:10 2015-11-17)[nerv] info: create layer: selectL1 +(01:16:49 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:16:49 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:16:49 2015-11-18)[nerv] info: create layer: combinerL1 +(01:16:49 2015-11-18)[nerv] info: create layer: outputL +(01:16:49 2015-11-18)[nerv] info: create layer: softmaxL +(01:16:49 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER20 LR0.216]: preparing layers end. [SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... <input> selectL1 0 @@ -4216,164 +5130,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 20 LR 0.216000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40092 words processed Tue Nov 17 01:59:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.981529. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28691 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99532 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43463 clock time -[SCHEDULER ITER20 LR0.216]: 80099 words processed Tue Nov 17 01:59:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.977850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75015 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42248 clock time -[SCHEDULER ITER20 LR0.216]: 120004 words processed Tue Nov 17 01:59:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.972350. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42335 clock time -[SCHEDULER ITER20 LR0.216]: 160114 words processed Tue Nov 17 02:00:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.973418. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30381 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99799 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43410 clock time -[SCHEDULER ITER20 LR0.216]: 200066 words processed Tue Nov 17 02:00:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.972559. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78837 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43394 clock time -[SCHEDULER ITER20 LR0.216]: 240045 words processed Tue Nov 17 02:00:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.968260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79782 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43777 clock time -[SCHEDULER ITER20 LR0.216]: 280057 words processed Tue Nov 17 02:00:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.964016. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77879 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43726 clock time -[SCHEDULER ITER20 LR0.216]: 320106 words processed Tue Nov 17 02:01:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28592 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99072 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77412 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43399 clock time -[SCHEDULER ITER20 LR0.216]: 360024 words processed Tue Nov 17 02:01:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.960100. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33161 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99328 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79845 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43734 clock time -[SCHEDULER ITER20 LR0.216]: 400089 words processed Tue Nov 17 02:01:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957160. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44663 clock time -[SCHEDULER ITER20 LR0.216]: 440067 words processed Tue Nov 17 02:01:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957730. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79164 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43601 clock time -[SCHEDULER ITER20 LR0.216]: 480051 words processed Tue Nov 17 02:02:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958163. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19547 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74672 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42200 clock time -[SCHEDULER ITER20 LR0.216]: 520140 words processed Tue Nov 17 02:02:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957670. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75848 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42907 clock time -[SCHEDULER ITER20 LR0.216]: 560132 words processed Tue Nov 17 02:02:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957347. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18878 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42079 clock time -[SCHEDULER ITER20 LR0.216]: 600118 words processed Tue Nov 17 02:02:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.954947. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18871 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42066 clock time -[SCHEDULER ITER20 LR0.216]: 640090 words processed Tue Nov 17 02:03:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.952798. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22587 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97209 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75660 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42420 clock time -[SCHEDULER ITER20 LR0.216]: 680075 words processed Tue Nov 17 02:03:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.951496. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74651 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42099 clock time -[SCHEDULER ITER20 LR0.216]: 720043 words processed Tue Nov 17 02:03:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950527. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19142 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96296 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42103 clock time -[SCHEDULER ITER20 LR0.216]: 760012 words processed Tue Nov 17 02:03:54 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948769. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96259 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74640 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42083 clock time -[SCHEDULER ITER20 LR0.216]: 800113 words processed Tue Nov 17 02:04:09 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948570. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98325 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76370 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43084 clock time -[SCHEDULER ITER20 LR0.216]: 840089 words processed Tue Nov 17 02:04:24 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947455. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time -[SCHEDULER ITER20 LR0.216]: 880052 words processed Tue Nov 17 02:04:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947175. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76380 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42552 clock time +[SCHEDULER ITER20 LR0.216]: 40092 words processed Wed Nov 18 01:17:02 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.971285. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46703 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER20 LR0.216]: 80099 words processed Wed Nov 18 01:17:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79211 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time +[SCHEDULER ITER20 LR0.216]: 120004 words processed Wed Nov 18 01:17:29 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961339. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84971 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12819 clock time +[SCHEDULER ITER20 LR0.216]: 160114 words processed Wed Nov 18 01:17:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961815. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83328 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER20 LR0.216]: 200066 words processed Wed Nov 18 01:17:56 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.960939. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER20 LR0.216]: 240045 words processed Wed Nov 18 01:18:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80500 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER20 LR0.216]: 280057 words processed Wed Nov 18 01:18:22 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.953001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER20 LR0.216]: 320106 words processed Wed Nov 18 01:18:35 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950491. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46424 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER20 LR0.216]: 360024 words processed Wed Nov 18 01:18:48 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46180 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time +[SCHEDULER ITER20 LR0.216]: 400089 words processed Wed Nov 18 01:19:01 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946006. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81768 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER20 LR0.216]: 440067 words processed Wed Nov 18 01:19:14 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946610. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79239 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER20 LR0.216]: 480051 words processed Wed Nov 18 01:19:27 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946897. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79401 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45517 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12457 clock time +[SCHEDULER ITER20 LR0.216]: 520140 words processed Wed Nov 18 01:19:40 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946042. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80433 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER20 LR0.216]: 560132 words processed Wed Nov 18 01:19:53 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945762. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER20 LR0.216]: 600118 words processed Wed Nov 18 01:20:06 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.943262. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER20 LR0.216]: 640090 words processed Wed Nov 18 01:20:19 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941123. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER20 LR0.216]: 680075 words processed Wed Nov 18 01:20:32 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.939704. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79202 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER20 LR0.216]: 720043 words processed Wed Nov 18 01:20:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938719. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER20 LR0.216]: 760012 words processed Wed Nov 18 01:20:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER20 LR0.216]: 800113 words processed Wed Nov 18 01:21:11 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936684. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81009 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER20 LR0.216]: 840089 words processed Wed Nov 18 01:21:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45614 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER20 LR0.216]: 880052 words processed Wed Nov 18 01:21:37 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 97.662329395387> <PPL_OOV 88.548497236> <LOGP -1810078.2200094> +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.898460529851> <PPL_OOV 86.111949954208> <LOGP -1798813.6729592> [SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER20 LR0.216]: shuffling training file ===PEEK ON TEST 20=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40087 words processed Tue Nov 17 02:04:50 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.122304. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73690 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78848 clock time +[SCHEDULER ITER20 LR0.216]: 40087 words processed Wed Nov 18 01:21:47 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.126993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54602 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 152.57073335601> <PPL_OOV 133.09751975169> <LOGP -175095.33001305> +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 153.58878986833> <PPL_OOV 134.20795124944> <LOGP -175392.76087493> [SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 20=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40095 words processed Tue Nov 17 02:05:03 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.195560. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76514 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time +[SCHEDULER ITER20 LR0.216]: 40095 words processed Wed Nov 18 01:21:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.199927. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87344 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.62012 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12341 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 157.83094717853> <PPL_OOV 141.11133347799> <LOGP -158551.68544082> +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 158.13661700941> <PPL_OOV 141.70454298301> <LOGP -158686.06715207> [SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... @@ -4382,27 +5344,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1894050 +reading chunk 1 from 1893265 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1898903 +reading chunk 2 from 1898120 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48155663 +reading chunk 3 from 48171853 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48271943 +reading chunk 4 from 48288138 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94307817 +reading chunk 5 from 94324725 [SCHEDULER ITER21 LR0.1296]: preparing parameters end. [SCHEDULER ITER21 LR0.1296]: preparing layers... -(02:05:15 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:05:15 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:05:15 2015-11-17)[nerv] info: create layer: combinerL1 -(02:05:15 2015-11-17)[nerv] info: create layer: outputL -(02:05:15 2015-11-17)[nerv] info: create layer: softmaxL -(02:05:15 2015-11-17)[nerv] info: create layer: selectL1 +(01:22:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:22:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:22:09 2015-11-18)[nerv] info: create layer: combinerL1 +(01:22:09 2015-11-18)[nerv] info: create layer: outputL +(01:22:09 2015-11-18)[nerv] info: create layer: softmaxL +(01:22:09 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER21 LR0.1296]: preparing layers end. [SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... <input> selectL1 0 @@ -4430,164 +5392,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 21 LR 0.129600=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40092 words processed Tue Nov 17 02:05:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.964006. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31852 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99210 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time -[SCHEDULER ITER21 LR0.1296]: 80099 words processed Tue Nov 17 02:05:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.960321. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42698 clock time -[SCHEDULER ITER21 LR0.1296]: 120004 words processed Tue Nov 17 02:05:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.955006. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36320 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81563 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43577 clock time -[SCHEDULER ITER21 LR0.1296]: 160114 words processed Tue Nov 17 02:06:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.956131. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98947 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43373 clock time -[SCHEDULER ITER21 LR0.1296]: 200066 words processed Tue Nov 17 02:06:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.955298. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22627 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96308 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42164 clock time -[SCHEDULER ITER21 LR0.1296]: 240045 words processed Tue Nov 17 02:06:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.950983. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34363 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43492 clock time -[SCHEDULER ITER21 LR0.1296]: 280057 words processed Tue Nov 17 02:06:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.946828. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44236 clock time -[SCHEDULER ITER21 LR0.1296]: 320106 words processed Tue Nov 17 02:07:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944750. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77524 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42912 clock time -[SCHEDULER ITER21 LR0.1296]: 360024 words processed Tue Nov 17 02:07:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.942985. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95810 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76111 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42013 clock time -[SCHEDULER ITER21 LR0.1296]: 400089 words processed Tue Nov 17 02:07:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939985. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25783 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97766 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77471 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42947 clock time -[SCHEDULER ITER21 LR0.1296]: 440067 words processed Tue Nov 17 02:07:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940516. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79280 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42982 clock time -[SCHEDULER ITER21 LR0.1296]: 480051 words processed Tue Nov 17 02:08:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940943. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97091 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42515 clock time -[SCHEDULER ITER21 LR0.1296]: 520140 words processed Tue Nov 17 02:08:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940430. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82802 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time -[SCHEDULER ITER21 LR0.1296]: 560132 words processed Tue Nov 17 02:08:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.940051. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42252 clock time -[SCHEDULER ITER21 LR0.1296]: 600118 words processed Tue Nov 17 02:08:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.937604. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21226 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76526 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42026 clock time -[SCHEDULER ITER21 LR0.1296]: 640090 words processed Tue Nov 17 02:09:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935357. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28755 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97674 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79395 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42858 clock time -[SCHEDULER ITER21 LR0.1296]: 680075 words processed Tue Nov 17 02:09:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933969. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97090 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42814 clock time -[SCHEDULER ITER21 LR0.1296]: 720043 words processed Tue Nov 17 02:09:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.932894. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time -[SCHEDULER ITER21 LR0.1296]: 760012 words processed Tue Nov 17 02:09:59 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931031. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43822 clock time -[SCHEDULER ITER21 LR0.1296]: 800113 words processed Tue Nov 17 02:10:14 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.930732. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37880 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00124 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44480 clock time -[SCHEDULER ITER21 LR0.1296]: 840089 words processed Tue Nov 17 02:10:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929552. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23206 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96250 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42299 clock time -[SCHEDULER ITER21 LR0.1296]: 880052 words processed Tue Nov 17 02:10:44 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929191. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97208 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78358 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42827 clock time +[SCHEDULER ITER21 LR0.1296]: 40092 words processed Wed Nov 18 01:22:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.953742. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER21 LR0.1296]: 80099 words processed Wed Nov 18 01:22:35 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.949666. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82389 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER21 LR0.1296]: 120004 words processed Wed Nov 18 01:22:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944000. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45749 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER21 LR0.1296]: 160114 words processed Wed Nov 18 01:23:01 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER21 LR0.1296]: 200066 words processed Wed Nov 18 01:23:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81428 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER21 LR0.1296]: 240045 words processed Wed Nov 18 01:23:27 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939797. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER21 LR0.1296]: 280057 words processed Wed Nov 18 01:23:40 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935800. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82627 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER21 LR0.1296]: 320106 words processed Wed Nov 18 01:23:53 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933277. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46524 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER21 LR0.1296]: 360024 words processed Wed Nov 18 01:24:06 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931540. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45545 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER21 LR0.1296]: 400089 words processed Wed Nov 18 01:24:19 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84280 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46928 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER21 LR0.1296]: 440067 words processed Wed Nov 18 01:24:32 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929267. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83071 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER21 LR0.1296]: 480051 words processed Wed Nov 18 01:24:45 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929487. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45954 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12603 clock time +[SCHEDULER ITER21 LR0.1296]: 520140 words processed Wed Nov 18 01:24:58 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46753 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time +[SCHEDULER ITER21 LR0.1296]: 560132 words processed Wed Nov 18 01:25:11 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928258. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER21 LR0.1296]: 600118 words processed Wed Nov 18 01:25:24 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.925730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45324 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER21 LR0.1296]: 640090 words processed Wed Nov 18 01:25:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923506. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81370 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER21 LR0.1296]: 680075 words processed Wed Nov 18 01:25:51 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922004. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time +[SCHEDULER ITER21 LR0.1296]: 720043 words processed Wed Nov 18 01:26:04 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time +[SCHEDULER ITER21 LR0.1296]: 760012 words processed Wed Nov 18 01:26:17 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81215 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45502 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER21 LR0.1296]: 800113 words processed Wed Nov 18 01:26:30 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918661. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46417 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER21 LR0.1296]: 840089 words processed Wed Nov 18 01:26:43 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.917307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER21 LR0.1296]: 880052 words processed Wed Nov 18 01:26:57 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916896. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86668 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46953 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12801 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 93.606357535878> <PPL_OOV 84.952640858682> <LOGP -1793341.6104206> +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.907806161562> <PPL_OOV 82.571896416466> <LOGP -1781866.1828926> [SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER21 LR0.1296]: shuffling training file ===PEEK ON TEST 21=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40087 words processed Tue Nov 17 02:10:55 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.114255. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78452 clock time +[SCHEDULER ITER21 LR0.1296]: 40087 words processed Wed Nov 18 01:27:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.117906. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.07142046608> <PPL_OOV 130.76844701191> <LOGP -174463.33949945> +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.8337307801> <PPL_OOV 131.59012321961> <LOGP -174687.57609084> [SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 21=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40095 words processed Tue Nov 17 02:11:08 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.187961. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81100 clock time +[SCHEDULER ITER21 LR0.1296]: 40095 words processed Wed Nov 18 01:27:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.192129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83460 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56408 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12082 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.11279588996> <PPL_OOV 138.55671587422> <LOGP -157966.45037284> +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.17968513367> <PPL_OOV 138.8677647813> <LOGP -158038.28259389> [SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... @@ -4596,27 +5606,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46035256 +reading chunk 1 from 46035890 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46040108 +reading chunk 2 from 46040744 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92296841 +reading chunk 3 from 92314595 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92413108 +reading chunk 4 from 92430868 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94306801 +reading chunk 5 from 94323820 [SCHEDULER ITER22 LR0.07776]: preparing parameters end. [SCHEDULER ITER22 LR0.07776]: preparing layers... -(02:11:20 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:11:20 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:11:20 2015-11-17)[nerv] info: create layer: combinerL1 -(02:11:20 2015-11-17)[nerv] info: create layer: outputL -(02:11:20 2015-11-17)[nerv] info: create layer: softmaxL -(02:11:20 2015-11-17)[nerv] info: create layer: selectL1 +(01:27:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:27:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:27:29 2015-11-18)[nerv] info: create layer: combinerL1 +(01:27:29 2015-11-18)[nerv] info: create layer: outputL +(01:27:29 2015-11-18)[nerv] info: create layer: softmaxL +(01:27:29 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER22 LR0.07776]: preparing layers end. [SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... <input> selectL1 0 @@ -4644,164 +5654,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 22 LR 0.077760=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40092 words processed Tue Nov 17 02:11:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.951876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29870 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99807 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43327 clock time -[SCHEDULER ITER22 LR0.07776]: 80099 words processed Tue Nov 17 02:11:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.948115. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21909 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96681 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time -[SCHEDULER ITER22 LR0.07776]: 120004 words processed Tue Nov 17 02:12:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.942954. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97294 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42206 clock time -[SCHEDULER ITER22 LR0.07776]: 160114 words processed Tue Nov 17 02:12:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.944119. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28767 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43118 clock time -[SCHEDULER ITER22 LR0.07776]: 200066 words processed Tue Nov 17 02:12:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.943320. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21568 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75895 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42136 clock time -[SCHEDULER ITER22 LR0.07776]: 240045 words processed Tue Nov 17 02:12:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.939028. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76509 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42256 clock time -[SCHEDULER ITER22 LR0.07776]: 280057 words processed Tue Nov 17 02:13:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.934927. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26174 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98496 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77160 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time -[SCHEDULER ITER22 LR0.07776]: 320106 words processed Tue Nov 17 02:13:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932901. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98544 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77093 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42962 clock time -[SCHEDULER ITER22 LR0.07776]: 360024 words processed Tue Nov 17 02:13:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931143. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25269 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42670 clock time -[SCHEDULER ITER22 LR0.07776]: 400089 words processed Tue Nov 17 02:13:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928088. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38195 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82095 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44362 clock time -[SCHEDULER ITER22 LR0.07776]: 440067 words processed Tue Nov 17 02:14:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928607. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96824 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42015 clock time -[SCHEDULER ITER22 LR0.07776]: 480051 words processed Tue Nov 17 02:14:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.929036. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42070 clock time -[SCHEDULER ITER22 LR0.07776]: 520140 words processed Tue Nov 17 02:14:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928505. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98879 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43229 clock time -[SCHEDULER ITER22 LR0.07776]: 560132 words processed Tue Nov 17 02:14:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.928065. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99533 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43596 clock time -[SCHEDULER ITER22 LR0.07776]: 600118 words processed Tue Nov 17 02:15:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.925599. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98504 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42991 clock time -[SCHEDULER ITER22 LR0.07776]: 640090 words processed Tue Nov 17 02:15:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923311. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96571 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41973 clock time -[SCHEDULER ITER22 LR0.07776]: 680075 words processed Tue Nov 17 02:15:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921873. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26284 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97904 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78386 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42711 clock time -[SCHEDULER ITER22 LR0.07776]: 720043 words processed Tue Nov 17 02:15:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.920734. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96721 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42137 clock time -[SCHEDULER ITER22 LR0.07776]: 760012 words processed Tue Nov 17 02:16:04 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918822. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23640 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97318 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77081 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42451 clock time -[SCHEDULER ITER22 LR0.07776]: 800113 words processed Tue Nov 17 02:16:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918464. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26754 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77631 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43179 clock time -[SCHEDULER ITER22 LR0.07776]: 840089 words processed Tue Nov 17 02:16:34 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917255. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20786 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96696 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76022 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42168 clock time -[SCHEDULER ITER22 LR0.07776]: 880052 words processed Tue Nov 17 02:16:49 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916834. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77585 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42352 clock time +[SCHEDULER ITER22 LR0.07776]: 40092 words processed Wed Nov 18 01:27:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.941315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82201 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46644 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER22 LR0.07776]: 80099 words processed Wed Nov 18 01:27:55 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.937218. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER22 LR0.07776]: 120004 words processed Wed Nov 18 01:28:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931731. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER22 LR0.07776]: 160114 words processed Wed Nov 18 01:28:21 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80595 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER22 LR0.07776]: 200066 words processed Wed Nov 18 01:28:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931543. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79543 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45265 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER22 LR0.07776]: 240045 words processed Wed Nov 18 01:28:47 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.927720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER22 LR0.07776]: 280057 words processed Wed Nov 18 01:29:00 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923755. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81733 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46531 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER22 LR0.07776]: 320106 words processed Wed Nov 18 01:29:13 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921251. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER22 LR0.07776]: 360024 words processed Wed Nov 18 01:29:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83634 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time +[SCHEDULER ITER22 LR0.07776]: 400089 words processed Wed Nov 18 01:29:40 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER22 LR0.07776]: 440067 words processed Wed Nov 18 01:29:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917239. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER22 LR0.07776]: 480051 words processed Wed Nov 18 01:30:06 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917423. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80608 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45824 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER22 LR0.07776]: 520140 words processed Wed Nov 18 01:30:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916502. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER22 LR0.07776]: 560132 words processed Wed Nov 18 01:30:32 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916174. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81849 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER22 LR0.07776]: 600118 words processed Wed Nov 18 01:30:45 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.913629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER22 LR0.07776]: 640090 words processed Wed Nov 18 01:30:58 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911354. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80166 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[SCHEDULER ITER22 LR0.07776]: 680075 words processed Wed Nov 18 01:31:11 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER22 LR0.07776]: 720043 words processed Wed Nov 18 01:31:24 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908650. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79780 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12443 clock time +[SCHEDULER ITER22 LR0.07776]: 760012 words processed Wed Nov 18 01:31:37 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12407 clock time +[SCHEDULER ITER22 LR0.07776]: 800113 words processed Wed Nov 18 01:31:50 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906280. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER22 LR0.07776]: 840089 words processed Wed Nov 18 01:32:03 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904877. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45794 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER22 LR0.07776]: 880052 words processed Wed Nov 18 01:32:16 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904405. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.91666059119> <PPL_OOV 82.567145086936> <LOGP -1781842.9517444> +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.265236341464> <PPL_OOV 80.226713919465> <LOGP -1770233.9985122> [SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER22 LR0.07776]: shuffling training file ===PEEK ON TEST 22=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40087 words processed Tue Nov 17 02:17:00 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.109316. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79022 clock time +[SCHEDULER ITER22 LR0.07776]: 40087 words processed Wed Nov 18 01:32:26 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.112490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.47280507404> <PPL_OOV 129.37769514195> <LOGP -174080.57116102> +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.22713519715> <PPL_OOV 130.06453588252> <LOGP -174270.11776113> [SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 22=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40095 words processed Tue Nov 17 02:17:13 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.183313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77644 clock time +[SCHEDULER ITER22 LR0.07776]: 40095 words processed Wed Nov 18 01:32:37 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.187414. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57172 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12133 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.3005736827> <PPL_OOV 136.93758076193> <LOGP -157589.91074068> +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.46420317937> <PPL_OOV 137.222491028> <LOGP -157656.49004677> [SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... @@ -4810,27 +5868,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1893435 +reading chunk 1 from 1892674 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1898284 +reading chunk 2 from 1897528 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48154857 +reading chunk 3 from 48170983 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48271120 +reading chunk 4 from 48287254 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94306015 +reading chunk 5 from 94322750 [SCHEDULER ITER23 LR0.046656]: preparing parameters end. [SCHEDULER ITER23 LR0.046656]: preparing layers... -(02:17:25 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:17:25 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:17:25 2015-11-17)[nerv] info: create layer: combinerL1 -(02:17:25 2015-11-17)[nerv] info: create layer: outputL -(02:17:25 2015-11-17)[nerv] info: create layer: softmaxL -(02:17:25 2015-11-17)[nerv] info: create layer: selectL1 +(01:32:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:32:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:32:48 2015-11-18)[nerv] info: create layer: combinerL1 +(01:32:48 2015-11-18)[nerv] info: create layer: outputL +(01:32:48 2015-11-18)[nerv] info: create layer: softmaxL +(01:32:48 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER23 LR0.046656]: preparing layers end. [SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... <input> selectL1 0 @@ -4858,164 +5916,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 23 LR 0.046656=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40092 words processed Tue Nov 17 02:17:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.943328. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26098 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97876 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43042 clock time -[SCHEDULER ITER23 LR0.046656]: 80099 words processed Tue Nov 17 02:17:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.939708. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19670 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95266 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76176 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41839 clock time -[SCHEDULER ITER23 LR0.046656]: 120004 words processed Tue Nov 17 02:18:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.934698. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24449 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96494 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42240 clock time -[SCHEDULER ITER23 LR0.046656]: 160114 words processed Tue Nov 17 02:18:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.935900. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26015 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43001 clock time -[SCHEDULER ITER23 LR0.046656]: 200066 words processed Tue Nov 17 02:18:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.935174. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26162 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78443 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time -[SCHEDULER ITER23 LR0.046656]: 240045 words processed Tue Nov 17 02:18:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.930901. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19776 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76400 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41995 clock time -[SCHEDULER ITER23 LR0.046656]: 280057 words processed Tue Nov 17 02:19:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.926836. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25284 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77774 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42987 clock time -[SCHEDULER ITER23 LR0.046656]: 320106 words processed Tue Nov 17 02:19:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.924857. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27265 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43285 clock time -[SCHEDULER ITER23 LR0.046656]: 360024 words processed Tue Nov 17 02:19:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923119. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96260 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42402 clock time -[SCHEDULER ITER23 LR0.046656]: 400089 words processed Tue Nov 17 02:19:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920062. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97119 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42765 clock time -[SCHEDULER ITER23 LR0.046656]: 440067 words processed Tue Nov 17 02:20:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920597. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19054 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41949 clock time -[SCHEDULER ITER23 LR0.046656]: 480051 words processed Tue Nov 17 02:20:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.921059. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96242 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42185 clock time -[SCHEDULER ITER23 LR0.046656]: 520140 words processed Tue Nov 17 02:20:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920521. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80941 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44577 clock time -[SCHEDULER ITER23 LR0.046656]: 560132 words processed Tue Nov 17 02:20:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.920070. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26295 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97742 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43213 clock time -[SCHEDULER ITER23 LR0.046656]: 600118 words processed Tue Nov 17 02:21:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.917606. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23433 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96548 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77851 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42545 clock time -[SCHEDULER ITER23 LR0.046656]: 640090 words processed Tue Nov 17 02:21:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.915317. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96710 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78193 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42541 clock time -[SCHEDULER ITER23 LR0.046656]: 680075 words processed Tue Nov 17 02:21:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.913860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32276 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43676 clock time -[SCHEDULER ITER23 LR0.046656]: 720043 words processed Tue Nov 17 02:21:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912697. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97653 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time -[SCHEDULER ITER23 LR0.046656]: 760012 words processed Tue Nov 17 02:22:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910771. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95701 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42009 clock time -[SCHEDULER ITER23 LR0.046656]: 800113 words processed Tue Nov 17 02:22:24 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910385. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24158 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97376 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77657 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time -[SCHEDULER ITER23 LR0.046656]: 840089 words processed Tue Nov 17 02:22:39 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909166. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98300 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43241 clock time -[SCHEDULER ITER23 LR0.046656]: 880052 words processed Tue Nov 17 02:22:54 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908725. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27804 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97789 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42772 clock time +[SCHEDULER ITER23 LR0.046656]: 40092 words processed Wed Nov 18 01:33:01 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.932881. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER23 LR0.046656]: 80099 words processed Wed Nov 18 01:33:14 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.928670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45340 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER23 LR0.046656]: 120004 words processed Wed Nov 18 01:33:27 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923355. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81458 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER23 LR0.046656]: 160114 words processed Wed Nov 18 01:33:41 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923978. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84447 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46561 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER23 LR0.046656]: 200066 words processed Wed Nov 18 01:33:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923299. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82826 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER23 LR0.046656]: 240045 words processed Wed Nov 18 01:34:07 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.919549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45638 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER23 LR0.046656]: 280057 words processed Wed Nov 18 01:34:20 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.915614. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82969 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER23 LR0.046656]: 320106 words processed Wed Nov 18 01:34:33 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.913146. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82442 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46387 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER23 LR0.046656]: 360024 words processed Wed Nov 18 01:34:46 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911406. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER23 LR0.046656]: 400089 words processed Wed Nov 18 01:35:00 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86667 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12791 clock time +[SCHEDULER ITER23 LR0.046656]: 440067 words processed Wed Nov 18 01:35:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909159. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82738 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46005 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER23 LR0.046656]: 480051 words processed Wed Nov 18 01:35:26 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER23 LR0.046656]: 520140 words processed Wed Nov 18 01:35:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908436. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82857 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46541 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER23 LR0.046656]: 560132 words processed Wed Nov 18 01:35:52 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908137. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45707 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER23 LR0.046656]: 600118 words processed Wed Nov 18 01:36:05 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.905594. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER23 LR0.046656]: 640090 words processed Wed Nov 18 01:36:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.903298. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81864 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER23 LR0.046656]: 680075 words processed Wed Nov 18 01:36:31 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901764. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45911 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12638 clock time +[SCHEDULER ITER23 LR0.046656]: 720043 words processed Wed Nov 18 01:36:44 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46002 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER23 LR0.046656]: 760012 words processed Wed Nov 18 01:36:57 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898446. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER23 LR0.046656]: 800113 words processed Wed Nov 18 01:37:10 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46495 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER23 LR0.046656]: 840089 words processed Wed Nov 18 01:37:23 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896699. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81496 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER23 LR0.046656]: 880052 words processed Wed Nov 18 01:37:36 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 89.193926668816> <PPL_OOV 81.037835193187> <LOGP -1774295.2121013> +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.574538972118> <PPL_OOV 78.723561298553> <LOGP -1762598.1021734> [SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER23 LR0.046656]: shuffling training file ===PEEK ON TEST 23=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40087 words processed Tue Nov 17 02:23:05 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.105861. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70428 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77841 clock time +[SCHEDULER ITER23 LR0.046656]: 40087 words processed Wed Nov 18 01:37:46 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.108984. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56405 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.17493465036> <PPL_OOV 128.4030207272> <LOGP -173809.85709805> +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.16429358285> <PPL_OOV 129.06697398247> <LOGP -173994.49100086> [SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 23=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40095 words processed Tue Nov 17 02:23:18 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.180019. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69577 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77204 clock time +[SCHEDULER ITER23 LR0.046656]: 40095 words processed Wed Nov 18 01:37:57 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.184135. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.84224283761> <PPL_OOV 135.76813395708> <LOGP -157315.16933881> +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.34358280652> <PPL_OOV 136.15525315815> <LOGP -157406.37749156> [SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... @@ -5024,27 +6130,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46034688 +reading chunk 1 from 46035274 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46039537 +reading chunk 2 from 46040128 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92295942 +reading chunk 3 from 92313338 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92412200 +reading chunk 4 from 92429593 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94305436 +reading chunk 5 from 94322130 [SCHEDULER ITER24 LR0.0279936]: preparing parameters end. [SCHEDULER ITER24 LR0.0279936]: preparing layers... -(02:23:29 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:23:29 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:23:29 2015-11-17)[nerv] info: create layer: combinerL1 -(02:23:29 2015-11-17)[nerv] info: create layer: outputL -(02:23:29 2015-11-17)[nerv] info: create layer: softmaxL -(02:23:29 2015-11-17)[nerv] info: create layer: selectL1 +(01:38:08 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:38:08 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:38:08 2015-11-18)[nerv] info: create layer: combinerL1 +(01:38:08 2015-11-18)[nerv] info: create layer: outputL +(01:38:08 2015-11-18)[nerv] info: create layer: softmaxL +(01:38:08 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER24 LR0.0279936]: preparing layers end. [SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... <input> selectL1 0 @@ -5072,164 +6178,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 24 LR 0.027994=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Tue Nov 17 02:23:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.937618. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00202 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78357 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43654 clock time -[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Tue Nov 17 02:23:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.934095. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24558 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76685 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42357 clock time -[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Tue Nov 17 02:24:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.929226. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25484 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77452 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42280 clock time -[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Tue Nov 17 02:24:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.930426. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00836 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80343 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43965 clock time -[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Tue Nov 17 02:24:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.929773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97690 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75995 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42254 clock time -[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Tue Nov 17 02:24:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.925530. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29263 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42925 clock time -[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Tue Nov 17 02:25:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921505. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29217 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99392 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78429 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43080 clock time -[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Tue Nov 17 02:25:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.919564. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36306 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01089 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44205 clock time -[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Tue Nov 17 02:25:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917825. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43831 clock time -[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Tue Nov 17 02:25:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33067 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00315 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79572 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43796 clock time -[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Tue Nov 17 02:26:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35650 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81070 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44042 clock time -[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Tue Nov 17 02:26:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915779. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time -[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Tue Nov 17 02:26:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.915223. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76955 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42952 clock time -[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Tue Nov 17 02:26:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914765. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76821 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42359 clock time -[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Tue Nov 17 02:27:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.912281. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42246 clock time -[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Tue Nov 17 02:27:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909977. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31716 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99499 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79637 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43459 clock time -[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Tue Nov 17 02:27:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.908495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26854 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77917 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time -[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Tue Nov 17 02:27:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907301. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31719 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99493 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79369 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43407 clock time -[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Tue Nov 17 02:28:13 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.905351. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23426 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97649 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76718 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42283 clock time -[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Tue Nov 17 02:28:28 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904930. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28478 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77862 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43295 clock time -[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Tue Nov 17 02:28:43 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903683. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75713 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42071 clock time -[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Tue Nov 17 02:28:58 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903209. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20872 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75613 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42097 clock time +[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Wed Nov 18 01:38:21 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.927346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46803 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Wed Nov 18 01:38:34 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.923065. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82460 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Wed Nov 18 01:38:47 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917914. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82725 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45732 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Wed Nov 18 01:39:01 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.918557. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83602 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Wed Nov 18 01:39:15 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46990 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12790 clock time +[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Wed Nov 18 01:39:29 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914240. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86965 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.26590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47292 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12812 clock time +[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Wed Nov 18 01:39:42 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.910323. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46383 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Wed Nov 18 01:39:56 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19097 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Wed Nov 18 01:40:09 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.906106. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45668 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Wed Nov 18 01:40:22 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time +[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Wed Nov 18 01:40:35 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45790 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Wed Nov 18 01:40:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904034. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45689 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Wed Nov 18 01:41:02 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83832 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time +[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Wed Nov 18 01:41:15 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82581 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45762 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Wed Nov 18 01:41:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46368 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Wed Nov 18 01:41:41 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Wed Nov 18 01:41:54 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896393. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80771 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Wed Nov 18 01:42:07 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895120. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Wed Nov 18 01:42:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892989. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81813 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Wed Nov 18 01:42:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892636. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82474 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46474 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Wed Nov 18 01:42:46 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80759 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12467 clock time +[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Wed Nov 18 01:42:59 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.890643. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80823 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45542 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.042301854058> <PPL_OOV 80.012919091616> <LOGP -1769156.7081029> +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.44815241644> <PPL_OOV 77.720338988107> <LOGP -1757420.2483801> [SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER24 LR0.0279936]: shuffling training file ===PEEK ON TEST 24=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Tue Nov 17 02:29:09 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.103746. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73719 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79546 clock time +[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Wed Nov 18 01:43:09 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.106615. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83298 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.22167024225> <PPL_OOV 127.78132116482> <LOGP -173636.10564745> +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.37328782741> <PPL_OOV 128.39098511424> <LOGP -173806.50139952> [SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 24=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Tue Nov 17 02:29:22 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.177995. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82669 clock time +[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Wed Nov 18 01:43:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.182032. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55240 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.79123361395> <PPL_OOV 135.00968447248> <LOGP -157135.71666799> +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.53876248028> <PPL_OOV 135.44193656287> <LOGP -157238.1126931> [SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... @@ -5238,27 +6392,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1893126 +reading chunk 1 from 1892462 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1897975 +reading chunk 2 from 1897316 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48154211 +reading chunk 3 from 48170373 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48270468 +reading chunk 4 from 48286625 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94304939 +reading chunk 5 from 94321713 [SCHEDULER ITER25 LR0.01679616]: preparing parameters end. [SCHEDULER ITER25 LR0.01679616]: preparing layers... -(02:29:33 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:29:33 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:29:33 2015-11-17)[nerv] info: create layer: combinerL1 -(02:29:33 2015-11-17)[nerv] info: create layer: outputL -(02:29:33 2015-11-17)[nerv] info: create layer: softmaxL -(02:29:33 2015-11-17)[nerv] info: create layer: selectL1 +(01:43:31 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:43:31 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:43:31 2015-11-18)[nerv] info: create layer: combinerL1 +(01:43:31 2015-11-18)[nerv] info: create layer: outputL +(01:43:31 2015-11-18)[nerv] info: create layer: softmaxL +(01:43:31 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER25 LR0.01679616]: preparing layers end. [SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... <input> selectL1 0 @@ -5286,164 +6440,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 25 LR 0.016796=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Tue Nov 17 02:29:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.933340. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32239 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43848 clock time -[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Tue Nov 17 02:30:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.929899. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20877 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95715 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41902 clock time -[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Tue Nov 17 02:30:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925183. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41839 clock time -[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Tue Nov 17 02:30:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.926365. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24361 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97460 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77340 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42676 clock time -[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Tue Nov 17 02:30:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925781. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19704 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95694 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76191 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41855 clock time -[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Tue Nov 17 02:31:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.921576. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96442 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76698 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42182 clock time -[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Tue Nov 17 02:31:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917590. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28327 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98338 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79064 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43197 clock time -[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Tue Nov 17 02:31:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.915687. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43801 clock time -[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Tue Nov 17 02:31:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913957. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41984 clock time -[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Tue Nov 17 02:32:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910927. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25525 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97743 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42918 clock time -[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Tue Nov 17 02:32:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911484. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96039 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42016 clock time -[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Tue Nov 17 02:32:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911963. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42295 clock time -[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Tue Nov 17 02:32:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.911406. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25521 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time -[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Tue Nov 17 02:33:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910966. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31953 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98589 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80748 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43417 clock time -[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Tue Nov 17 02:33:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.908482. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19172 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95805 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41851 clock time -[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Tue Nov 17 02:33:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906177. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19725 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76348 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41998 clock time -[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Tue Nov 17 02:33:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904691. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76322 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41815 clock time -[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Tue Nov 17 02:34:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903487. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96004 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76099 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41973 clock time -[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Tue Nov 17 02:34:17 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901534. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19780 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95810 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41880 clock time -[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Tue Nov 17 02:34:32 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26472 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43077 clock time -[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Tue Nov 17 02:34:47 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899860. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19617 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76348 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41920 clock time -[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Tue Nov 17 02:35:02 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899378. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76606 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42131 clock time +[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Wed Nov 18 01:43:44 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.923243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84846 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time +[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Wed Nov 18 01:43:57 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918872. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45476 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Wed Nov 18 01:44:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83143 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45705 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Wed Nov 18 01:44:24 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914503. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46763 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Wed Nov 18 01:44:37 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913919. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82544 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Wed Nov 18 01:44:50 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83133 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Wed Nov 18 01:45:03 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46365 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Wed Nov 18 01:45:16 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903988. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83760 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Wed Nov 18 01:45:29 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.902222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Wed Nov 18 01:45:42 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899396. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46363 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Wed Nov 18 01:45:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Wed Nov 18 01:46:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.900186. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45761 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Wed Nov 18 01:46:22 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46878 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Wed Nov 18 01:46:35 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82833 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98298 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45808 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Wed Nov 18 01:46:48 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896469. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45657 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Wed Nov 18 01:47:01 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83862 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12610 clock time +[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Wed Nov 18 01:47:14 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Wed Nov 18 01:47:27 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.891284. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45401 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Wed Nov 18 01:47:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.889149. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82752 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Wed Nov 18 01:47:54 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.888790. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Wed Nov 18 01:48:07 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82977 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Wed Nov 18 01:48:20 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.886777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82408 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.251020327347> <PPL_OOV 79.309227094631> <LOGP -1765590.4352236> +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.673150072491> <PPL_OOV 77.031136573215> <LOGP -1753824.244546> [SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER25 LR0.01679616]: shuffling training file ===PEEK ON TEST 25=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Tue Nov 17 02:35:13 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.102266. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77708 clock time +[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Wed Nov 18 01:48:30 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.104737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85025 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12100 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.57836171145> <PPL_OOV 127.34096923105> <LOGP -173512.52469422> +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.64814537045> <PPL_OOV 127.8666692861> <LOGP -173660.00858106> [SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 25=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Tue Nov 17 02:35:26 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.176467. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79015 clock time +[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Wed Nov 18 01:48:41 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.180301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55931 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.0332906762> <PPL_OOV 134.43926251013> <LOGP -157000.08671493> +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.76760912254> <PPL_OOV 134.8423497064> <LOGP -157095.9887546> [SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... @@ -5452,27 +6654,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46034350 +reading chunk 1 from 46034991 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46039198 +reading chunk 2 from 46039845 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92295302 +reading chunk 3 from 92312815 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92411556 +reading chunk 4 from 92429068 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94304612 +reading chunk 5 from 94321469 [SCHEDULER ITER26 LR0.010077696]: preparing parameters end. [SCHEDULER ITER26 LR0.010077696]: preparing layers... -(02:35:37 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:35:37 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:35:37 2015-11-17)[nerv] info: create layer: combinerL1 -(02:35:37 2015-11-17)[nerv] info: create layer: outputL -(02:35:37 2015-11-17)[nerv] info: create layer: softmaxL -(02:35:37 2015-11-17)[nerv] info: create layer: selectL1 +(01:48:51 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:48:51 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:48:51 2015-11-18)[nerv] info: create layer: combinerL1 +(01:48:51 2015-11-18)[nerv] info: create layer: outputL +(01:48:51 2015-11-18)[nerv] info: create layer: softmaxL +(01:48:51 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER26 LR0.010077696]: preparing layers end. [SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... <input> selectL1 0 @@ -5500,164 +6702,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 26 LR 0.010078=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Tue Nov 17 02:35:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.930522. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38963 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01549 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44577 clock time -[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Tue Nov 17 02:36:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.927158. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77545 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42724 clock time -[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Tue Nov 17 02:36:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.922568. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21774 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96666 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42107 clock time -[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Tue Nov 17 02:36:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923726. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26053 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76829 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42976 clock time -[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Tue Nov 17 02:36:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923204. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96542 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75190 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time -[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Tue Nov 17 02:37:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.919023. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21935 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75824 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42225 clock time -[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Tue Nov 17 02:37:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915064. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41502 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01846 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82207 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44815 clock time -[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Tue Nov 17 02:37:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.913183. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40402 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01815 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44669 clock time -[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Tue Nov 17 02:37:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911456. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27822 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77980 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42867 clock time -[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Tue Nov 17 02:38:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908451. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44232 clock time -[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Tue Nov 17 02:38:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.909026. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99090 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43091 clock time -[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Tue Nov 17 02:38:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.909514. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96594 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75130 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42113 clock time -[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Tue Nov 17 02:38:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908957. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98404 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77145 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43034 clock time -[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Tue Nov 17 02:39:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908535. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75766 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42111 clock time -[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Tue Nov 17 02:39:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906053. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19957 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time -[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Tue Nov 17 02:39:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.903747. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19791 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96533 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42072 clock time -[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Tue Nov 17 02:39:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20758 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96769 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42105 clock time -[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Tue Nov 17 02:40:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901047. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29414 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78360 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43269 clock time -[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Tue Nov 17 02:40:22 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899094. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34487 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80199 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time -[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Tue Nov 17 02:40:37 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.898673. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24692 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98485 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76166 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time -[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Tue Nov 17 02:40:52 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897423. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19866 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74804 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42104 clock time -[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Tue Nov 17 02:41:07 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896938. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98148 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42776 clock time +[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Wed Nov 18 01:49:04 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.920626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Wed Nov 18 01:49:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82235 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45812 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Wed Nov 18 01:49:30 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911254. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81727 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Wed Nov 18 01:49:44 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911897. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82834 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46825 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12671 clock time +[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Wed Nov 18 01:49:57 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81701 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Wed Nov 18 01:50:10 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.907754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45852 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time +[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Wed Nov 18 01:50:24 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.903906. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83223 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Wed Nov 18 01:50:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901507. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81787 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46518 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Wed Nov 18 01:50:50 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80904 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Wed Nov 18 01:51:03 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896921. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46190 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Wed Nov 18 01:51:16 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Wed Nov 18 01:51:29 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897736. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80871 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45591 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time +[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Wed Nov 18 01:51:42 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82353 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46490 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Wed Nov 18 01:51:55 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896604. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81057 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Wed Nov 18 01:52:08 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45825 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Wed Nov 18 01:52:21 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891688. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80540 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45606 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Wed Nov 18 01:52:34 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890140. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80776 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Wed Nov 18 01:52:47 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.888836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80977 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time +[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Wed Nov 18 01:53:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886699. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81074 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time +[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Wed Nov 18 01:53:14 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83049 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46650 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time +[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Wed Nov 18 01:53:27 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81385 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45786 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Wed Nov 18 01:53:40 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80817 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.751257092614> <PPL_OOV 78.864396682062> <LOGP -1763319.6982302> +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.184044013878> <PPL_OOV 76.595967425186> <LOGP -1751537.0837484> [SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER26 LR0.010077696]: shuffling training file ===PEEK ON TEST 26=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Tue Nov 17 02:41:18 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.101186. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75946 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79895 clock time +[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Wed Nov 18 01:53:50 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.103395. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.13863540525> <PPL_OOV 127.0064555665> <LOGP -173418.36037405> +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.05233075615> <PPL_OOV 127.50046195875> <LOGP -173557.33423712> [SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 26=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Tue Nov 17 02:41:31 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.175300. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70468 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76903 clock time +[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Wed Nov 18 01:54:01 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.179033. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81957 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12043 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.4917460737> <PPL_OOV 133.99975726498> <LOGP -156895.19189997> +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.11721636677> <PPL_OOV 134.38886200695> <LOGP -156988.07526625> [SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... @@ -5666,27 +6916,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1893028 +reading chunk 1 from 1892361 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1897876 +reading chunk 2 from 1897215 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48153845 +reading chunk 3 from 48170074 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48270092 +reading chunk 4 from 48286329 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94304410 +reading chunk 5 from 94321229 [SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. [SCHEDULER ITER27 LR0.0060466176]: preparing layers... -(02:41:42 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:41:42 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:41:42 2015-11-17)[nerv] info: create layer: combinerL1 -(02:41:42 2015-11-17)[nerv] info: create layer: outputL -(02:41:42 2015-11-17)[nerv] info: create layer: softmaxL -(02:41:42 2015-11-17)[nerv] info: create layer: selectL1 +(01:54:12 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:54:12 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:54:12 2015-11-18)[nerv] info: create layer: combinerL1 +(01:54:12 2015-11-18)[nerv] info: create layer: outputL +(01:54:12 2015-11-18)[nerv] info: create layer: softmaxL +(01:54:12 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER27 LR0.0060466176]: preparing layers end. [SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... <input> selectL1 0 @@ -5714,164 +6964,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 27 LR 0.006047=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Tue Nov 17 02:41:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.928703. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33750 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99499 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80599 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43956 clock time -[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Tue Nov 17 02:42:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.925389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26062 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97028 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78150 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time -[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Tue Nov 17 02:42:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.920893. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22998 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77476 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42047 clock time -[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Tue Nov 17 02:42:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.922035. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25849 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97745 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77620 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42837 clock time -[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Tue Nov 17 02:42:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.921561. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21316 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95862 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76841 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time -[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Tue Nov 17 02:43:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.917388. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22555 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77931 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42076 clock time -[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Tue Nov 17 02:43:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.913446. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26352 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42828 clock time -[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Tue Nov 17 02:43:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.911589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97720 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78271 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time -[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Tue Nov 17 02:43:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909863. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78408 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time -[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Tue Nov 17 02:44:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906869. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98482 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43294 clock time -[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Tue Nov 17 02:44:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907463. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20368 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95825 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41989 clock time -[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Tue Nov 17 02:44:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907954. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95984 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76607 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41909 clock time -[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Tue Nov 17 02:44:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.907397. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30102 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43350 clock time -[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Tue Nov 17 02:45:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906986. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28358 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79206 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42844 clock time -[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Tue Nov 17 02:45:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.904509. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23353 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42521 clock time -[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Tue Nov 17 02:45:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.902200. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35502 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99495 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44239 clock time -[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Tue Nov 17 02:45:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900713. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23826 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96820 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42484 clock time -[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Tue Nov 17 02:46:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24761 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96609 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78338 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42448 clock time -[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Tue Nov 17 02:46:26 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897538. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76350 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42087 clock time -[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Tue Nov 17 02:46:41 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897123. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34334 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81319 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43889 clock time -[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Tue Nov 17 02:46:56 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895873. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97044 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78450 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42452 clock time -[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Tue Nov 17 02:47:11 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895386. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25367 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42554 clock time +[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Wed Nov 18 01:54:25 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918962. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46619 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Wed Nov 18 01:54:38 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914462. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Wed Nov 18 01:54:51 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909585. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81958 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Wed Nov 18 01:55:04 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.910233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83023 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Wed Nov 18 01:55:17 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909692. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time +[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Wed Nov 18 01:55:30 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Wed Nov 18 01:55:43 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.902309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83440 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Wed Nov 18 01:55:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899928. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83723 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Wed Nov 18 01:56:09 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83213 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45788 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Wed Nov 18 01:56:22 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Wed Nov 18 01:56:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Wed Nov 18 01:56:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896184. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83371 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45978 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12548 clock time +[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Wed Nov 18 01:57:01 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84194 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46705 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Wed Nov 18 01:57:14 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895067. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45488 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Wed Nov 18 01:57:27 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.892505. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Wed Nov 18 01:57:40 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.890141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Wed Nov 18 01:57:53 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.888591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Wed Nov 18 01:58:06 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.887283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Wed Nov 18 01:58:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.885141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Wed Nov 18 01:58:32 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.884788. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46574 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Wed Nov 18 01:58:45 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Wed Nov 18 01:58:58 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.882758. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45584 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.434859688779> <PPL_OOV 78.582944474359> <LOGP -1761876.3368721> +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.875768012527> <PPL_OOV 76.321621876328> <LOGP -1750088.4912749> [SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER27 LR0.0060466176]: shuffling training file ===PEEK ON TEST 27=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Tue Nov 17 02:47:22 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.100389. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70063 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77711 clock time +[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Wed Nov 18 01:59:08 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.102501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83610 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56470 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.84974138665> <PPL_OOV 126.75856299896> <LOGP -173348.41942903> +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.659092807> <PPL_OOV 127.25401262137> <LOGP -173488.07055484> [SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 27=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Tue Nov 17 02:47:35 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.174504. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69769 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77520 clock time +[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Wed Nov 18 01:59:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.178196. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.14618288831> <PPL_OOV 133.69469792076> <LOGP -156822.1822343> +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.68704110567> <PPL_OOV 134.08164807245> <LOGP -156914.76247969> [SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... @@ -5880,27 +7178,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46034294 +reading chunk 1 from 46034848 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46039142 +reading chunk 2 from 46039702 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92295019 +reading chunk 3 from 92312519 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92411266 +reading chunk 4 from 92428776 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94304283 +reading chunk 5 from 94321124 [SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. [SCHEDULER ITER28 LR0.00362797056]: preparing layers... -(02:47:46 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:47:46 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:47:46 2015-11-17)[nerv] info: create layer: combinerL1 -(02:47:46 2015-11-17)[nerv] info: create layer: outputL -(02:47:46 2015-11-17)[nerv] info: create layer: softmaxL -(02:47:46 2015-11-17)[nerv] info: create layer: selectL1 +(01:59:30 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:59:30 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:59:30 2015-11-18)[nerv] info: create layer: combinerL1 +(01:59:30 2015-11-18)[nerv] info: create layer: outputL +(01:59:30 2015-11-18)[nerv] info: create layer: softmaxL +(01:59:30 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER28 LR0.00362797056]: preparing layers end. [SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... <input> selectL1 0 @@ -5928,164 +7226,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 28 LR 0.003628=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Tue Nov 17 02:48:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.927532. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34231 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00674 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79762 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time -[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Tue Nov 17 02:48:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.924242. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26584 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77423 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42657 clock time -[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Tue Nov 17 02:48:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.919807. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30861 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79079 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43114 clock time -[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Tue Nov 17 02:48:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02137 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44675 clock time -[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Tue Nov 17 02:49:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920510. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28854 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98477 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time -[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Tue Nov 17 02:49:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.916340. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25393 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97873 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42618 clock time -[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Tue Nov 17 02:49:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.912409. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26830 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98697 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77609 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43121 clock time -[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Tue Nov 17 02:49:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.910574. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27498 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98970 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77673 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43303 clock time -[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Tue Nov 17 02:50:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908850. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22678 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97153 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42291 clock time -[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Tue Nov 17 02:50:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905859. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28973 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78305 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43455 clock time -[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Tue Nov 17 02:50:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906460. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20430 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97006 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75490 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42183 clock time -[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Tue Nov 17 02:50:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906956. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21321 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97149 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42170 clock time -[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Tue Nov 17 02:51:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906400. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32795 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00272 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79749 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44005 clock time -[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Tue Nov 17 02:51:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905997. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23221 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97764 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76683 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42353 clock time -[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Tue Nov 17 02:51:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.903523. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97178 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75911 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42355 clock time -[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Tue Nov 17 02:51:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.901214. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77055 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42471 clock time -[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Tue Nov 17 02:52:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899727. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33866 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43604 clock time -[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Tue Nov 17 02:52:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898506. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20307 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97020 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75335 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42146 clock time -[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Tue Nov 17 02:52:31 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896546. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98292 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42774 clock time -[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Tue Nov 17 02:52:46 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896134. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28570 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99602 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78017 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43537 clock time -[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Tue Nov 17 02:53:01 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894884. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28293 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78332 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42941 clock time -[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Tue Nov 17 02:53:16 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894395. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30700 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43283 clock time +[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Wed Nov 18 01:59:43 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46814 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Wed Nov 18 01:59:56 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Wed Nov 18 02:00:09 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79546 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12468 clock time +[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Wed Nov 18 02:00:22 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.909173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46239 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Wed Nov 18 02:00:35 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80537 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Wed Nov 18 02:00:48 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905078. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46175 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Wed Nov 18 02:01:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.901289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81348 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46826 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Wed Nov 18 02:01:14 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Wed Nov 18 02:01:27 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45938 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Wed Nov 18 02:01:40 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894354. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81614 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Wed Nov 18 02:01:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894966. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79957 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46057 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Wed Nov 18 02:02:06 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895199. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79683 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45706 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Wed Nov 18 02:02:19 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80740 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46508 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Wed Nov 18 02:02:32 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45600 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Wed Nov 18 02:02:45 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.891529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80104 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45844 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Wed Nov 18 02:02:58 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.889160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80516 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Wed Nov 18 02:03:11 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.887609. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79755 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Wed Nov 18 02:03:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.886300. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Wed Nov 18 02:03:37 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.884154. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78833 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Wed Nov 18 02:03:50 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.883803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46237 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Wed Nov 18 02:04:03 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Wed Nov 18 02:04:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.881771. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.233576555989> <PPL_OOV 78.404021889721> <LOGP -1760956.0843063> +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.681016662093> <PPL_OOV 76.14852113772> <LOGP -1749171.8074191> [SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER28 LR0.00362797056]: shuffling training file ===PEEK ON TEST 28=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Tue Nov 17 02:53:27 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.099856. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82154 clock time +[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Wed Nov 18 02:04:26 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.101971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53844 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.69837034103> <PPL_OOV 126.58856655114> <LOGP -173300.37715782> +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.48274785558> <PPL_OOV 127.10099131823> <LOGP -173444.99694505> [SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 28=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Tue Nov 17 02:53:40 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.173991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76790 clock time +[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Wed Nov 18 02:04:37 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.177686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12057 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.96680910385> <PPL_OOV 133.50103116837> <LOGP -156775.74558779> +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.48267153936> <PPL_OOV 133.8953857324> <LOGP -156870.23144727> [SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... @@ -6094,27 +7440,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1893023 +reading chunk 1 from 1892329 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1897872 +reading chunk 2 from 1897183 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48153679 +reading chunk 3 from 48169945 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48269927 +reading chunk 4 from 48286201 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94304217 +reading chunk 5 from 94320985 [SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. [SCHEDULER ITER29 LR0.002176782336]: preparing layers... -(02:53:51 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:53:51 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:53:51 2015-11-17)[nerv] info: create layer: combinerL1 -(02:53:51 2015-11-17)[nerv] info: create layer: outputL -(02:53:51 2015-11-17)[nerv] info: create layer: softmaxL -(02:53:51 2015-11-17)[nerv] info: create layer: selectL1 +(02:04:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:04:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:04:48 2015-11-18)[nerv] info: create layer: combinerL1 +(02:04:48 2015-11-18)[nerv] info: create layer: outputL +(02:04:48 2015-11-18)[nerv] info: create layer: softmaxL +(02:04:48 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER29 LR0.002176782336]: preparing layers end. [SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... <input> selectL1 0 @@ -6142,164 +7488,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 29 LR 0.002177=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Tue Nov 17 02:54:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.926804. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77122 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43456 clock time -[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Tue Nov 17 02:54:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.923520. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75464 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42067 clock time -[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Tue Nov 17 02:54:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.919123. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95793 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42236 clock time -[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Tue Nov 17 02:54:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.920275. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30103 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98986 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78615 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43429 clock time -[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Tue Nov 17 02:55:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.919859. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23302 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96382 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76885 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42441 clock time -[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Tue Nov 17 02:55:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.915689. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20595 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75896 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42134 clock time -[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Tue Nov 17 02:55:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.911762. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98107 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43299 clock time -[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Tue Nov 17 02:55:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.909944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97236 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76708 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42912 clock time -[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Tue Nov 17 02:56:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908221. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75753 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42132 clock time -[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Tue Nov 17 02:56:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905228. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25159 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97580 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77227 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43160 clock time -[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Tue Nov 17 02:56:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905830. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19959 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95565 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76024 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42101 clock time -[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Tue Nov 17 02:56:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.906331. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22012 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76480 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42342 clock time -[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Tue Nov 17 02:57:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905774. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25240 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77114 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43086 clock time -[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Tue Nov 17 02:57:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905376. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22671 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96372 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76859 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time -[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Tue Nov 17 02:57:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.902905. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19201 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75560 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41996 clock time -[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Tue Nov 17 02:57:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900596. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96933 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77735 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42674 clock time -[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Tue Nov 17 02:58:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899109. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79342 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43254 clock time -[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Tue Nov 17 02:58:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.897886. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26705 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78078 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43116 clock time -[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Tue Nov 17 02:58:35 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895924. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18244 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95299 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42067 clock time -[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Tue Nov 17 02:58:50 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895513. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25828 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97812 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43061 clock time -[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Tue Nov 17 02:59:05 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894262. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27907 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43221 clock time -[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Tue Nov 17 02:59:20 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893773. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22267 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96156 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76727 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time +[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Wed Nov 18 02:05:01 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.917179. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46685 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Wed Nov 18 02:05:14 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912694. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45364 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Wed Nov 18 02:05:27 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907848. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81949 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45561 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Wed Nov 18 02:05:40 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82862 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Wed Nov 18 02:05:53 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907967. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81261 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45664 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Wed Nov 18 02:06:06 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.904411. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84124 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46013 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time +[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Wed Nov 18 02:06:19 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900637. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Wed Nov 18 02:06:32 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.898279. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84067 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46747 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12581 clock time +[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Wed Nov 18 02:06:45 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896541. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80960 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Wed Nov 18 02:06:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82129 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46335 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Wed Nov 18 02:07:11 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894330. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81457 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Wed Nov 18 02:07:24 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894571. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Wed Nov 18 02:07:37 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893715. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Wed Nov 18 02:07:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893473. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81388 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Wed Nov 18 02:08:03 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12427 clock time +[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Wed Nov 18 02:08:16 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45766 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Wed Nov 18 02:08:29 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.886988. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Wed Nov 18 02:08:42 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.885680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Wed Nov 18 02:08:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883531. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Wed Nov 18 02:09:08 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Wed Nov 18 02:09:21 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81773 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Wed Nov 18 02:09:34 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881149. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45647 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.107347759274> <PPL_OOV 78.291743027047> <LOGP -1760377.5273718> +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.558053146248> <PPL_OOV 76.039482202699> <LOGP -1748593.3031887> [SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER29 LR0.002176782336]: shuffling training file ===PEEK ON TEST 29=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Tue Nov 17 02:59:31 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.099495. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70427 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77050 clock time +[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Wed Nov 18 02:09:44 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.101638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55342 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12078 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.62131391186> <PPL_OOV 126.47430662671> <LOGP -173268.05017784> +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.41148868824> <PPL_OOV 126.99991116995> <LOGP -173416.51567888> [SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 29=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Tue Nov 17 02:59:44 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.173646. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72996 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78708 clock time +[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Wed Nov 18 02:09:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.177333. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.87647174753> <PPL_OOV 133.37933819971> <LOGP -156746.53205356> +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.38502510904> <PPL_OOV 133.77291036919> <LOGP -156840.91663974> [SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... @@ -6308,27 +7702,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46034249 +reading chunk 1 from 46034762 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46039098 +reading chunk 2 from 46039616 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92294894 +reading chunk 3 from 92312347 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92411143 +reading chunk 4 from 92428603 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94304171 +reading chunk 5 from 94320924 [SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end. [SCHEDULER ITER30 LR0.0013060694016]: preparing layers... -(02:59:56 2015-11-17)[nerv] info: create layer: recurrentL1 -(02:59:56 2015-11-17)[nerv] info: create layer: sigmoidL1 -(02:59:56 2015-11-17)[nerv] info: create layer: combinerL1 -(02:59:56 2015-11-17)[nerv] info: create layer: outputL -(02:59:56 2015-11-17)[nerv] info: create layer: softmaxL -(02:59:56 2015-11-17)[nerv] info: create layer: selectL1 +(02:10:06 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:10:06 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:10:06 2015-11-18)[nerv] info: create layer: combinerL1 +(02:10:06 2015-11-18)[nerv] info: create layer: outputL +(02:10:06 2015-11-18)[nerv] info: create layer: softmaxL +(02:10:06 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER30 LR0.0013060694016]: preparing layers end. [SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ... <input> selectL1 0 @@ -6356,164 +7750,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 30 LR 0.001306=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Tue Nov 17 03:00:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.926353. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29578 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76685 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43358 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Tue Nov 17 03:00:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.923072. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20520 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97125 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73944 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42110 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Tue Nov 17 03:00:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.918701. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20066 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97144 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41979 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Tue Nov 17 03:00:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919857. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38621 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02250 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44486 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Tue Nov 17 03:01:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919459. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30458 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99556 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77797 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43214 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Tue Nov 17 03:01:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.915288. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75720 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43198 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Tue Nov 17 03:01:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.911363. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32270 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00751 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77703 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43697 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Tue Nov 17 03:01:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.909556. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27435 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99491 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76453 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43137 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Tue Nov 17 03:02:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34022 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00410 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79273 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43719 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Tue Nov 17 03:02:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.904837. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31665 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77781 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43848 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Tue Nov 17 03:02:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905440. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29028 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99421 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42947 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Tue Nov 17 03:02:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905945. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19277 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97187 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73723 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42157 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Tue Nov 17 03:03:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905387. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24924 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99111 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75478 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42938 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Tue Nov 17 03:03:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.904991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19247 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97203 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Tue Nov 17 03:03:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.902521. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97575 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74441 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42251 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Tue Nov 17 03:03:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900211. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28761 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99519 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43357 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Tue Nov 17 03:04:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898724. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34316 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79311 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43886 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Tue Nov 17 03:04:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.897501. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34610 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00513 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79882 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43632 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Tue Nov 17 03:04:41 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895537. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20355 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97550 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42201 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Tue Nov 17 03:04:56 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895126. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23987 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98981 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Tue Nov 17 03:05:11 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893875. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21999 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97886 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74974 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42419 clock time -[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Tue Nov 17 03:05:26 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893383. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78516 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43468 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Wed Nov 18 02:10:19 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916760. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80970 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Wed Nov 18 02:10:32 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45590 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Wed Nov 18 02:10:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907431. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Wed Nov 18 02:10:58 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.908076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79448 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Wed Nov 18 02:11:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907546. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80105 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46066 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Wed Nov 18 02:11:24 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78024 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10690 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Wed Nov 18 02:11:37 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900226. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Wed Nov 18 02:11:50 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.897874. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Wed Nov 18 02:12:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Wed Nov 18 02:12:16 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79605 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46509 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Wed Nov 18 02:12:29 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78053 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Wed Nov 18 02:12:42 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78186 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Wed Nov 18 02:12:55 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79641 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46662 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Wed Nov 18 02:13:08 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893083. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45632 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Wed Nov 18 02:13:21 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.890522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78370 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12433 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Wed Nov 18 02:13:34 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888150. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Wed Nov 18 02:13:47 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.886597. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78016 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12430 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Wed Nov 18 02:14:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.885291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Wed Nov 18 02:14:13 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.883141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Wed Nov 18 02:14:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.882789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80632 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Wed Nov 18 02:14:39 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881290. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79047 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45752 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Wed Nov 18 02:14:52 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.880757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77958 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.028294764601> <PPL_OOV 78.221628504544> <LOGP -1760015.8162639> +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.480613065678> <PPL_OOV 75.970757576851> <LOGP -1748228.259493> [SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER30 LR0.0013060694016]: shuffling training file ===PEEK ON TEST 30=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Tue Nov 17 03:05:37 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.099248. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75793 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Wed Nov 18 02:15:02 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.101389. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.5740542712> <PPL_OOV 126.39864807499> <LOGP -173246.62841237> +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.35106479125> <PPL_OOV 126.92506396644> <LOGP -173395.41143586> [SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 30=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Tue Nov 17 03:05:50 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.173404. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.67502 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74523 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Wed Nov 18 02:15:13 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.177054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.81926533953> <PPL_OOV 133.29866678303> <LOGP -156727.15143141> +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.30058258205> <PPL_OOV 133.67832148002> <LOGP -156818.25816062> [SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... @@ -6522,27 +7964,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1893030 +reading chunk 1 from 1892328 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1897879 +reading chunk 2 from 1897182 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48153629 +reading chunk 3 from 48169884 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48269877 +reading chunk 4 from 48286140 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94304103 +reading chunk 5 from 94320886 [SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end. [SCHEDULER ITER31 LR0.00078364164096]: preparing layers... -(03:06:01 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:06:01 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:06:01 2015-11-17)[nerv] info: create layer: combinerL1 -(03:06:01 2015-11-17)[nerv] info: create layer: outputL -(03:06:01 2015-11-17)[nerv] info: create layer: softmaxL -(03:06:01 2015-11-17)[nerv] info: create layer: selectL1 +(02:15:23 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:15:23 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:15:23 2015-11-18)[nerv] info: create layer: combinerL1 +(02:15:23 2015-11-18)[nerv] info: create layer: outputL +(02:15:23 2015-11-18)[nerv] info: create layer: softmaxL +(02:15:23 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER31 LR0.00078364164096]: preparing layers end. [SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ... <input> selectL1 0 @@ -6570,164 +8012,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 31 LR 0.000784=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Tue Nov 17 03:06:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.926079. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37107 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99890 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82190 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44072 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Tue Nov 17 03:06:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.922803. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31134 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80356 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43153 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Tue Nov 17 03:06:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.918438. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34457 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98541 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80956 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43567 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Tue Nov 17 03:07:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.919593. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36112 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99914 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43992 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Tue Nov 17 03:07:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.919209. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27147 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97083 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78808 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42824 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Tue Nov 17 03:07:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.915037. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29722 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97811 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79786 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43142 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Tue Nov 17 03:07:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.911113. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38977 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44412 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Tue Nov 17 03:08:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.909313. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33405 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99531 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80731 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43590 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Tue Nov 17 03:08:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907589. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31706 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98374 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43378 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Tue Nov 17 03:08:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.904592. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35210 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00199 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81229 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44025 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Tue Nov 17 03:08:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905194. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21590 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96014 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76916 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42266 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Tue Nov 17 03:09:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905704. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21467 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77061 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42287 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Tue Nov 17 03:09:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.905144. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27335 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Wed Nov 18 02:15:36 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.916482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12716 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Wed Nov 18 02:15:49 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.912027. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83559 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14658 clock time [global_conf.timer]: time spent on tnn_actual_layer_update:4.97718 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78837 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43414 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Tue Nov 17 03:09:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.904751. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18418 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95301 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41927 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Tue Nov 17 03:09:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.902280. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26679 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78784 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Tue Nov 17 03:10:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.899970. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32106 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98686 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43563 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Tue Nov 17 03:10:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.898482. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23656 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96492 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77655 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42490 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Tue Nov 17 03:10:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.897260. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19364 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76079 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42032 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Tue Nov 17 03:10:46 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.895295. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32286 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98389 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80625 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Tue Nov 17 03:11:01 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.894884. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99562 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81345 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44129 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Tue Nov 17 03:11:16 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893633. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20541 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95801 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76611 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42088 clock time -[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Tue Nov 17 03:11:31 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893140. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20093 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76494 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45596 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Wed Nov 18 02:16:02 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907158. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45605 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Wed Nov 18 02:16:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907802. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46485 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Wed Nov 18 02:16:29 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907273. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Wed Nov 18 02:16:42 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.903721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82770 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Wed Nov 18 02:16:56 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.899957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85302 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Wed Nov 18 02:17:10 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.897610. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Wed Nov 18 02:17:23 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.895884. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84060 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Wed Nov 18 02:17:36 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893060. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Wed Nov 18 02:17:49 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893671. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81839 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Wed Nov 18 02:18:02 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Wed Nov 18 02:18:15 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893072. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82853 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Wed Nov 18 02:18:28 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Wed Nov 18 02:18:41 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.890274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45486 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Wed Nov 18 02:18:54 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.887903. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Wed Nov 18 02:19:07 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.886349. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45366 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Wed Nov 18 02:19:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.885044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82015 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Wed Nov 18 02:19:33 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82212 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Wed Nov 18 02:19:47 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882540. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85160 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Wed Nov 18 02:20:00 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82968 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Wed Nov 18 02:20:13 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.880507. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45469 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.978253648792> <PPL_OOV 78.177745338356> <LOGP -1759789.2640874> +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.431197879376> <PPL_OOV 75.9270359518> <LOGP -1747995.8520004> [SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER31 LR0.00078364164096]: shuffling training file ===PEEK ON TEST 31=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Tue Nov 17 03:11:42 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.099083. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69897 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77050 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Wed Nov 18 02:20:23 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.101190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83412 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.54994153797> <PPL_OOV 126.34832321908> <LOGP -173232.37246141> +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.28426876172> <PPL_OOV 126.86526752386> <LOGP -173378.54202602> [SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 31=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Tue Nov 17 03:11:55 2015. - [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.173237. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69569 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77012 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Wed Nov 18 02:20:34 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.176852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56509 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER31 LR0.00078364164096]: Displaying result: -[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.78676187249> <PPL_OOV 133.24452546283> <LOGP -156714.13786095> +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.22134668534> <PPL_OOV 133.60601825601> <LOGP -156800.92733013> [SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... @@ -6736,27 +8226,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46034229 +reading chunk 1 from 46034718 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46039078 +reading chunk 2 from 46039572 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92294808 +reading chunk 3 from 92312284 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92411056 +reading chunk 4 from 92428540 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94304087 +reading chunk 5 from 94320874 [SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end. [SCHEDULER ITER32 LR0.000470184984576]: preparing layers... -(03:12:06 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:12:06 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:12:06 2015-11-17)[nerv] info: create layer: combinerL1 -(03:12:06 2015-11-17)[nerv] info: create layer: outputL -(03:12:06 2015-11-17)[nerv] info: create layer: softmaxL -(03:12:06 2015-11-17)[nerv] info: create layer: selectL1 +(02:20:45 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:20:45 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:20:45 2015-11-18)[nerv] info: create layer: combinerL1 +(02:20:45 2015-11-18)[nerv] info: create layer: outputL +(02:20:45 2015-11-18)[nerv] info: create layer: softmaxL +(02:20:45 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER32 LR0.000470184984576]: preparing layers end. [SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ... <input> selectL1 0 @@ -6784,164 +8274,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 32 LR 0.000470=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Tue Nov 17 03:12:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.925905. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25105 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99189 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74215 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43045 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Tue Nov 17 03:12:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.922641. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24390 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97961 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75046 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42540 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Tue Nov 17 03:12:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.918273. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33024 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99969 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78011 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43082 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Tue Nov 17 03:13:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.919425. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23654 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98608 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74337 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Tue Nov 17 03:13:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.919050. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17968 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96798 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72507 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Tue Nov 17 03:13:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.914876. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19593 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73419 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42057 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Tue Nov 17 03:13:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.910955. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35060 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78344 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44102 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Tue Nov 17 03:14:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.909159. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33350 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00778 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78131 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44078 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Tue Nov 17 03:14:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907436. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32096 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78172 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43448 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Tue Nov 17 03:14:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904438. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37396 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44619 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Tue Nov 17 03:14:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.905040. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28772 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99301 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43300 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Tue Nov 17 03:15:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.905552. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18220 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96868 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73116 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42001 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Tue Nov 17 03:15:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904992. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23040 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98632 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42911 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Tue Nov 17 03:15:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.904601. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42532 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Tue Nov 17 03:15:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.902128. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18168 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96839 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73073 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41976 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Tue Nov 17 03:16:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.899818. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21241 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97814 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74027 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42454 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Tue Nov 17 03:16:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.898330. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97167 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73208 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42248 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Tue Nov 17 03:16:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.897108. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00258 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Tue Nov 17 03:16:50 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.895144. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23747 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98391 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74635 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42665 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Tue Nov 17 03:17:05 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.894732. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24904 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99451 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74582 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43150 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Tue Nov 17 03:17:20 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893481. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18129 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96950 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72902 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42136 clock time -[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Tue Nov 17 03:17:35 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892987. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26471 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98988 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75875 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42916 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Wed Nov 18 02:20:58 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.916317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80814 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Wed Nov 18 02:21:11 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.911870. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Wed Nov 18 02:21:24 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906990. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45257 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Wed Nov 18 02:21:37 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907631. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80414 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Wed Nov 18 02:21:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907103. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12470 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Wed Nov 18 02:22:03 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.903548. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Wed Nov 18 02:22:16 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.899787. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79795 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Wed Nov 18 02:22:29 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.897441. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46552 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Wed Nov 18 02:22:42 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.895721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45885 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Wed Nov 18 02:22:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46649 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Wed Nov 18 02:23:08 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893509. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45690 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Wed Nov 18 02:23:21 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893763. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80002 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Wed Nov 18 02:23:34 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892915. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79736 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Wed Nov 18 02:23:47 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892679. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77917 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12421 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Wed Nov 18 02:24:00 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.890118. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78364 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Wed Nov 18 02:24:13 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.887748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Wed Nov 18 02:24:27 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.886192. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12742 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Wed Nov 18 02:24:41 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.884888. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85108 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47203 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12886 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Wed Nov 18 02:24:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882738. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85024 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02789 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47207 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12838 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Wed Nov 18 02:25:09 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882383. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81234 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46882 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Wed Nov 18 02:25:22 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880882. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Wed Nov 18 02:25:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880349. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78181 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.945356652249> <PPL_OOV 78.15021167178> <LOGP -1759647.0532531> +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.398816118862> <PPL_OOV 75.899411719649> <LOGP -1747848.9431122> [SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER32 LR0.000470184984576]: shuffling training file ===PEEK ON TEST 32=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Tue Nov 17 03:17:46 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.098981. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74741 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Wed Nov 18 02:25:45 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.101053. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12231 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.54997292402> <PPL_OOV 126.31489358447> <LOGP -173222.89942476> +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.24083558061> <PPL_OOV 126.82368054716> <LOGP -173366.80507176> [SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 32=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Tue Nov 17 03:17:59 2015. - [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.173132. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68051 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75019 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Wed Nov 18 02:25:56 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.176735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54352 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER32 LR0.000470184984576]: Displaying result: -[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.78200743995> <PPL_OOV 133.21157703127> <LOGP -156706.2156885> +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.17373819959> <PPL_OOV 133.55978966694> <LOGP -156789.84158264> [SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... @@ -6950,27 +8488,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1893031 +reading chunk 1 from 1892335 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1897880 +reading chunk 2 from 1897189 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48153616 +reading chunk 3 from 48169887 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48269864 +reading chunk 4 from 48286142 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94304092 +reading chunk 5 from 94320865 [SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end. [SCHEDULER ITER33 LR0.0002821109907456]: preparing layers... -(03:18:10 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:18:10 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:18:10 2015-11-17)[nerv] info: create layer: combinerL1 -(03:18:10 2015-11-17)[nerv] info: create layer: outputL -(03:18:10 2015-11-17)[nerv] info: create layer: softmaxL -(03:18:10 2015-11-17)[nerv] info: create layer: selectL1 +(02:26:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:26:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:26:07 2015-11-18)[nerv] info: create layer: combinerL1 +(02:26:07 2015-11-18)[nerv] info: create layer: outputL +(02:26:07 2015-11-18)[nerv] info: create layer: softmaxL +(02:26:07 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end. [SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ... <input> selectL1 0 @@ -6998,164 +8536,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 33 LR 0.000282=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Tue Nov 17 03:18:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.925795. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30445 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78349 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44117 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Tue Nov 17 03:18:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.922541. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30629 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98132 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Tue Nov 17 03:18:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.918166. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96313 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75505 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42270 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Tue Nov 17 03:19:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.919317. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25463 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97668 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76904 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43033 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Tue Nov 17 03:19:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.918948. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24645 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96929 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76920 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42704 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Tue Nov 17 03:19:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.914772. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25413 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97001 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Tue Nov 17 03:19:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.910853. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33016 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99397 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79425 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43606 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Tue Nov 17 03:20:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.909060. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26905 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98127 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77300 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43138 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Tue Nov 17 03:20:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907339. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20421 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96047 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75594 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42142 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Tue Nov 17 03:20:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904342. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23568 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97431 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76346 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42801 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Tue Nov 17 03:20:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904943. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23638 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96967 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42458 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Tue Nov 17 03:21:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.905458. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34836 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99198 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81707 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Tue Nov 17 03:21:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904896. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38216 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00775 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82165 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44493 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Tue Nov 17 03:21:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.904507. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33979 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99251 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43719 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Tue Nov 17 03:21:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.902034. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33918 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99123 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43653 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Tue Nov 17 03:22:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.899723. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35581 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99231 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81622 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43753 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Tue Nov 17 03:22:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.898234. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34082 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98978 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43762 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Tue Nov 17 03:22:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.897013. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26919 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97643 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77939 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42934 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Tue Nov 17 03:22:54 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.895049. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19291 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95694 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75181 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42085 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Tue Nov 17 03:23:09 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.894638. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25030 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97432 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77447 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42919 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Tue Nov 17 03:23:24 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893386. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31438 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98677 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43495 clock time -[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Tue Nov 17 03:23:39 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892891. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19985 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96094 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75255 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42167 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Wed Nov 18 02:26:20 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.916222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48331 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12890 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Wed Nov 18 02:26:34 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.911774. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47155 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12938 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Wed Nov 18 02:26:48 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906887. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86918 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47148 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12971 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Wed Nov 18 02:27:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907526. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46845 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12714 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Wed Nov 18 02:27:15 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906999. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81190 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Wed Nov 18 02:27:28 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.903439. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81111 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45846 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Wed Nov 18 02:27:41 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.899680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12599 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Wed Nov 18 02:27:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.897335. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82791 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Wed Nov 18 02:28:07 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.895619. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81623 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Wed Nov 18 02:28:20 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892797. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81633 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Wed Nov 18 02:28:33 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893407. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Wed Nov 18 02:28:46 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893664. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79440 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Wed Nov 18 02:28:59 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892818. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Wed Nov 18 02:29:12 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Wed Nov 18 02:29:25 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.890022. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Wed Nov 18 02:29:38 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.887652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Wed Nov 18 02:29:51 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.886095. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80130 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Wed Nov 18 02:30:04 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.884791. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79797 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Wed Nov 18 02:30:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882641. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Wed Nov 18 02:30:30 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882286. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46507 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Wed Nov 18 02:30:43 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880784. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81662 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12705 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Wed Nov 18 02:30:57 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880250. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85338 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46787 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12870 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.923704441301> <PPL_OOV 78.132987271132> <LOGP -1759558.0640923> +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.377824942775> <PPL_OOV 75.882174723551> <LOGP -1747757.2476635> [SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file ===PEEK ON TEST 33=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Tue Nov 17 03:23:50 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.098918. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79786 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Wed Nov 18 02:31:07 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.100965. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54102 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12097 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.56542454587> <PPL_OOV 126.29195004722> <LOGP -173216.39640804> +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.22626804684> <PPL_OOV 126.7969565019> <LOGP -173359.26080184> [SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 33=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Tue Nov 17 03:24:03 2015. - [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.173076. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72661 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78367 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Wed Nov 18 02:31:18 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.176677. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: -[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.79817692797> <PPL_OOV 133.19475166982> <LOGP -156702.16941644> +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.16012333483> <PPL_OOV 133.53521831947> <LOGP -156783.9477416> [SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... @@ -7164,27 +8750,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46034229 +reading chunk 1 from 46034721 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46039078 +reading chunk 2 from 46039575 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92294817 +reading chunk 3 from 92312276 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92411065 +reading chunk 4 from 92428531 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94304098 +reading chunk 5 from 94320866 [SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end. [SCHEDULER ITER34 LR0.00016926659444736]: preparing layers... -(03:24:14 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:24:14 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:24:14 2015-11-17)[nerv] info: create layer: combinerL1 -(03:24:14 2015-11-17)[nerv] info: create layer: outputL -(03:24:14 2015-11-17)[nerv] info: create layer: softmaxL -(03:24:14 2015-11-17)[nerv] info: create layer: selectL1 +(02:31:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:31:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:31:29 2015-11-18)[nerv] info: create layer: combinerL1 +(02:31:29 2015-11-18)[nerv] info: create layer: outputL +(02:31:29 2015-11-18)[nerv] info: create layer: softmaxL +(02:31:29 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end. [SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ... <input> selectL1 0 @@ -7212,164 +8798,212 @@ TNN initing storage outputL -> softmaxL ===ITERATION 34 LR 0.000169=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Tue Nov 17 03:24:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.925728. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29765 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00794 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76573 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Tue Nov 17 03:24:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.922479. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21433 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74177 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42221 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Tue Nov 17 03:24:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.918100. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29228 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99511 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77056 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42880 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Tue Nov 17 03:25:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.919249. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39075 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.02465 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80341 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44562 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Tue Nov 17 03:25:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.918886. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78694 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43594 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Tue Nov 17 03:25:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.914708. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22603 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75005 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42219 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Tue Nov 17 03:25:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.910790. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27566 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99903 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76371 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43060 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Tue Nov 17 03:26:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.908998. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28508 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00192 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76623 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Tue Nov 17 03:26:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907279. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29486 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99627 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43163 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Tue Nov 17 03:26:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904284. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35591 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.01662 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79469 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44023 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Tue Nov 17 03:26:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904885. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20308 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97616 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74087 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42064 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Tue Nov 17 03:27:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.905401. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20790 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97760 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74440 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42115 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Tue Nov 17 03:27:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904838. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24948 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99370 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75398 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42939 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Tue Nov 17 03:27:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.904450. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20194 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97528 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74448 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41982 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Tue Nov 17 03:27:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.901977. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19817 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97518 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73966 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42003 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Tue Nov 17 03:28:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.899665. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21155 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97756 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74788 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42138 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Tue Nov 17 03:28:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.898176. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30675 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:5.00171 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78138 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43200 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Tue Nov 17 03:28:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.896954. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20567 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97738 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74275 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42135 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Tue Nov 17 03:28:58 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894991. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20163 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97611 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42065 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Tue Nov 17 03:29:13 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894580. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25497 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99583 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75600 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42980 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Tue Nov 17 03:29:28 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893328. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22151 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74726 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42305 clock time -[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Tue Nov 17 03:29:43 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892832. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21323 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97997 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74310 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42184 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Wed Nov 18 02:31:42 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.916173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46890 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Wed Nov 18 02:31:55 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.911717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45516 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Wed Nov 18 02:32:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78102 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Wed Nov 18 02:32:21 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Wed Nov 18 02:32:34 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906938. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77038 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45434 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Wed Nov 18 02:32:47 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.903374. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Wed Nov 18 02:33:00 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.899616. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Wed Nov 18 02:33:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.897270. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79212 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Wed Nov 18 02:33:26 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.895556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Wed Nov 18 02:33:39 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46572 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Wed Nov 18 02:33:52 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Wed Nov 18 02:34:05 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893605. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45908 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Wed Nov 18 02:34:18 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80545 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46729 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Wed Nov 18 02:34:31 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79394 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46256 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12667 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Wed Nov 18 02:34:44 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.889963. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45841 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Wed Nov 18 02:34:57 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.887594. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79635 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Wed Nov 18 02:35:10 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.886037. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78463 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45907 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Wed Nov 18 02:35:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.884732. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Wed Nov 18 02:35:36 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77931 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Wed Nov 18 02:35:49 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Wed Nov 18 02:36:02 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880725. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79459 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45899 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Wed Nov 18 02:36:15 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880191. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45726 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.910713094454> <PPL_OOV 78.122482645213> <LOGP -1759503.7827416> +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.365469157621> <PPL_OOV 75.871778747022> <LOGP -1747701.9342373> [SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file ===PEEK ON TEST 34=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Tue Nov 17 03:29:54 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.098874. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72685 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77972 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Wed Nov 18 02:36:25 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.100911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79941 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12060 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.5798651185> <PPL_OOV 126.27534311096> <LOGP -173211.68867295> +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.2270950014> <PPL_OOV 126.78024520746> <LOGP -173354.54235036> [SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 34=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Tue Nov 17 03:30:07 2015. - [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.173047. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74508 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79019 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Wed Nov 18 02:36:36 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.176652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: -[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.81808122357> <PPL_OOV 133.18752756819> <LOGP -156700.43196078> +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.16478355106> <PPL_OOV 133.52438706087> <LOGP -156781.34934203> [SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... @@ -7378,27 +9012,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1893035 +reading chunk 1 from 1892335 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1897884 +reading chunk 2 from 1897189 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 48153625 +reading chunk 3 from 48169888 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 48269872 +reading chunk 4 from 48286143 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 94304098 +reading chunk 5 from 94320861 [SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end. [SCHEDULER ITER35 LR0.00010155995666842]: preparing layers... -(03:30:18 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:30:18 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:30:18 2015-11-17)[nerv] info: create layer: combinerL1 -(03:30:18 2015-11-17)[nerv] info: create layer: outputL -(03:30:18 2015-11-17)[nerv] info: create layer: softmaxL -(03:30:18 2015-11-17)[nerv] info: create layer: selectL1 +(02:36:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:36:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:36:47 2015-11-18)[nerv] info: create layer: combinerL1 +(02:36:47 2015-11-18)[nerv] info: create layer: outputL +(02:36:47 2015-11-18)[nerv] info: create layer: softmaxL +(02:36:47 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end. [SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ... <input> selectL1 0 @@ -7426,204 +9060,252 @@ TNN initing storage outputL -> softmaxL ===ITERATION 35 LR 0.000102=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Tue Nov 17 03:30:32 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.925692. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27898 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98540 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43699 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Tue Nov 17 03:30:47 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.922444. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19043 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95141 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75191 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41917 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Tue Nov 17 03:31:02 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.918060. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20057 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95434 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75173 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42009 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Tue Nov 17 03:31:17 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.919209. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29842 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.98329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78759 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43558 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Tue Nov 17 03:31:32 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.918851. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27329 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97160 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78309 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42987 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Tue Nov 17 03:31:47 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.914671. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17401 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95304 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74110 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41910 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Tue Nov 17 03:32:02 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.910755. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26304 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97800 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76763 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43421 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Tue Nov 17 03:32:17 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.908961. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32863 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.99574 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79290 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44479 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Tue Nov 17 03:32:31 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.907243. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16787 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95196 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73740 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42062 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Tue Nov 17 03:32:46 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904250. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26884 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97618 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77688 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43346 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Tue Nov 17 03:33:01 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904851. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28084 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97237 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78624 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43239 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Tue Nov 17 03:33:16 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.905368. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18262 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95268 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74910 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42127 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Tue Nov 17 03:33:31 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904805. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22768 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97042 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75949 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42944 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Tue Nov 17 03:33:46 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.904417. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29033 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97835 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78990 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43552 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Tue Nov 17 03:34:01 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.901944. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22324 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.95940 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76809 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42500 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Tue Nov 17 03:34:16 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.899632. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16466 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74184 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41945 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Tue Nov 17 03:34:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.898142. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15424 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94933 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73495 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41808 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Tue Nov 17 03:34:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.896920. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23925 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96882 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76592 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42667 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Tue Nov 17 03:35:00 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894958. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16796 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.94977 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74245 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42090 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Tue Nov 17 03:35:15 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894547. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21894 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96714 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75815 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42772 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Tue Nov 17 03:35:30 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893295. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.96840 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77425 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time -[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Tue Nov 17 03:35:45 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892798. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30958 clock time - [global_conf.timer]: time spent on tnn_actual_layer_update:4.97893 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79501 clock time - [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43318 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Wed Nov 18 02:37:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.916146. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46504 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Wed Nov 18 02:37:13 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.911684. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79784 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Wed Nov 18 02:37:26 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80061 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45254 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Wed Nov 18 02:37:39 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.907428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82102 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Wed Nov 18 02:37:52 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906903. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12658 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Wed Nov 18 02:38:05 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.903337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Wed Nov 18 02:38:18 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.899580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Wed Nov 18 02:38:31 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.897233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81373 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Wed Nov 18 02:38:44 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.895520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79691 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Wed Nov 18 02:38:57 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81424 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Wed Nov 18 02:39:10 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893311. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Wed Nov 18 02:39:24 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893571. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Wed Nov 18 02:39:37 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892728. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Wed Nov 18 02:39:50 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892491. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81715 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Wed Nov 18 02:40:03 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.889929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Wed Nov 18 02:40:16 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.887560. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45746 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Wed Nov 18 02:40:29 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.886002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45713 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Wed Nov 18 02:40:42 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.884698. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80491 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45611 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Wed Nov 18 02:40:55 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45556 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Wed Nov 18 02:41:08 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882193. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12634 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Wed Nov 18 02:41:21 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880691. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80952 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45697 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Wed Nov 18 02:41:34 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.904900052553> <PPL_OOV 78.116390358636> <LOGP -1759472.2982627> +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.359102563603> <PPL_OOV 75.865754322638> <LOGP -1747669.8768723> [SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. [SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file ===PEEK ON TEST 35=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Tue Nov 17 03:35:56 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.098844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72838 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78421 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Wed Nov 18 02:41:44 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.100879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82830 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.58757182061> <PPL_OOV 126.26373843872> <LOGP -173208.39861241> +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.23100281009> <PPL_OOV 126.7699956397> <LOGP -173351.64806645> [SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 35=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Tue Nov 17 03:36:09 2015. - [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.173032. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69248 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76343 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Wed Nov 18 02:41:55 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.176640. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81537 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: -[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 148.83228164819> <PPL_OOV 133.18468116265> <LOGP -156699.74735103> +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.17361284705> <PPL_OOV 133.52072369531> <LOGP -156780.47045947> [SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... ===VALIDATION PPL record=== <ITER0 LR0.00000 train:0.000 valid:10730.852 test:0.000> -<ITER1 LR1.00000 train:472.885 valid:340.957 test:331.060> -<ITER2 LR1.00000 train:315.415 valid:263.058 test:252.204> -<ITER3 LR1.00000 train:248.017 valid:231.238 test:220.420> -<ITER4 LR1.00000 train:221.748 valid:213.352 test:203.341> -<ITER5 LR1.00000 train:239.789 valid:217.327 test:206.641> -<ITER6 LR1.00000 train:229.017 valid:208.234 test:197.452> -<ITER7 LR1.00000 train:188.288 valid:195.406 test:185.087> -<ITER8 LR1.00000 train:176.504 valid:190.556 test:180.180> -<ITER9 LR1.00000 train:163.001 valid:181.314 test:171.455> -<ITER10 LR1.00000 train:152.863 valid:176.607 test:166.659> -<ITER11 LR1.00000 train:145.302 valid:173.269 test:163.397> -<ITER12 LR1.00000 train:139.085 valid:170.261 test:160.532> -<ITER13 LR1.00000 train:133.626 valid:168.330 test:158.528> -<ITER14 LR1.00000 train:129.605 valid:167.660 test:157.826> -<ITER15 LR1.00000 train:124.883 valid:166.862 test:156.938> -<ITER16 LR1.00000 train:121.090 valid:165.636 test:155.485> -<ITER17 LR1.00000 train:117.612 valid:165.440 test:155.345> -<ITER18 LR0.60000 train:102.832 valid:153.428 test:144.382> -<ITER19 LR0.36000 train:94.069 valid:145.646 test:137.237> -<ITER20 LR0.21600 train:88.548 valid:141.111 test:133.098> -<ITER21 LR0.12960 train:84.953 valid:138.557 test:130.768> -<ITER22 LR0.07776 train:82.567 valid:136.938 test:129.378> -<ITER23 LR0.04666 train:81.038 valid:135.768 test:128.403> -<ITER24 LR0.02799 train:80.013 valid:135.010 test:127.781> -<ITER25 LR0.01680 train:79.309 valid:134.439 test:127.341> -<ITER26 LR0.01008 train:78.864 valid:134.000 test:127.006> -<ITER27 LR0.00605 train:78.583 valid:133.695 test:126.759> -<ITER28 LR0.00363 train:78.404 valid:133.501 test:126.589> -<ITER29 LR0.00218 train:78.292 valid:133.379 test:126.474> -<ITER30 LR0.00131 train:78.222 valid:133.299 test:126.399> -<ITER31 LR0.00078 train:78.178 valid:133.245 test:126.348> -<ITER32 LR0.00047 train:78.150 valid:133.212 test:126.315> -<ITER33 LR0.00028 train:78.133 valid:133.195 test:126.292> -<ITER34 LR0.00017 train:78.122 valid:133.188 test:126.275> -<ITER35 LR0.00010 train:78.116 valid:133.185 test:126.264> +<ITER1 LR1.00000 train:472.152 valid:339.931 test:331.979> +<ITER2 LR1.00000 train:310.376 valid:261.288 test:250.010> +<ITER3 LR1.00000 train:273.438 valid:231.972 test:220.358> +<ITER4 LR1.00000 train:215.234 valid:213.186 test:202.803> +<ITER5 LR1.00000 train:193.120 valid:199.747 test:189.986> +<ITER6 LR1.00000 train:175.944 valid:188.495 test:179.857> +<ITER7 LR1.00000 train:164.241 valid:180.795 test:173.114> +<ITER8 LR1.00000 train:154.367 valid:176.466 test:168.703> +<ITER9 LR1.00000 train:146.347 valid:172.634 test:164.853> +<ITER10 LR1.00000 train:140.814 valid:169.566 test:162.153> +<ITER11 LR1.00000 train:134.447 valid:167.703 test:159.878> +<ITER12 LR1.00000 train:130.130 valid:166.497 test:158.732> +<ITER13 LR1.00000 train:125.432 valid:165.068 test:156.851> +<ITER14 LR1.00000 train:121.417 valid:164.195 test:155.989> +<ITER15 LR1.00000 train:117.850 valid:163.768 test:155.523> +<ITER16 LR1.00000 train:114.808 valid:162.504 test:154.272> +<ITER17 LR1.00000 train:111.993 valid:162.514 test:153.963> +<ITER18 LR0.60000 train:100.190 valid:152.977 test:144.878> +<ITER19 LR0.36000 train:91.564 valid:146.247 test:138.433> +<ITER20 LR0.21600 train:86.112 valid:141.705 test:134.208> +<ITER21 LR0.12960 train:82.572 valid:138.868 test:131.590> +<ITER22 LR0.07776 train:80.227 valid:137.222 test:130.065> +<ITER23 LR0.04666 train:78.724 valid:136.155 test:129.067> +<ITER24 LR0.02799 train:77.720 valid:135.442 test:128.391> +<ITER25 LR0.01680 train:77.031 valid:134.842 test:127.867> +<ITER26 LR0.01008 train:76.596 valid:134.389 test:127.500> +<ITER27 LR0.00605 train:76.322 valid:134.082 test:127.254> +<ITER28 LR0.00363 train:76.149 valid:133.895 test:127.101> +<ITER29 LR0.00218 train:76.039 valid:133.773 test:127.000> +<ITER30 LR0.00131 train:75.971 valid:133.678 test:126.925> +<ITER31 LR0.00078 train:75.927 valid:133.606 test:126.865> +<ITER32 LR0.00047 train:75.899 valid:133.560 test:126.824> +<ITER33 LR0.00028 train:75.882 valid:133.535 test:126.797> +<ITER34 LR0.00017 train:75.872 valid:133.524 test:126.780> +<ITER35 LR0.00010 train:75.866 valid:133.521 test:126.770> ===FINAL TEST=== [SCHEDULER FINAL_TEST]: preparing parameters... @@ -7631,27 +9313,27 @@ batch_size: 10 chunk_size 15 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 46034228 +reading chunk 1 from 46034721 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 46039077 +reading chunk 2 from 46039575 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 92294821 +reading chunk 3 from 92312275 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 92411068 +reading chunk 4 from 92428530 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 94304103 +reading chunk 5 from 94320866 [SCHEDULER FINAL_TEST]: preparing parameters end. [SCHEDULER FINAL_TEST]: preparing layers... -(03:36:20 2015-11-17)[nerv] info: create layer: recurrentL1 -(03:36:20 2015-11-17)[nerv] info: create layer: sigmoidL1 -(03:36:20 2015-11-17)[nerv] info: create layer: combinerL1 -(03:36:20 2015-11-17)[nerv] info: create layer: outputL -(03:36:20 2015-11-17)[nerv] info: create layer: softmaxL -(03:36:20 2015-11-17)[nerv] info: create layer: selectL1 +(02:42:06 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:42:06 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:42:06 2015-11-18)[nerv] info: create layer: combinerL1 +(02:42:06 2015-11-18)[nerv] info: create layer: outputL +(02:42:06 2015-11-18)[nerv] info: create layer: softmaxL +(02:42:06 2015-11-18)[nerv] info: create layer: selectL1 [SCHEDULER FINAL_TEST]: preparing layers end. [SCHEDULER FINAL_TEST]: Generate and initing TNN ... <input> selectL1 0 @@ -7678,11 +9360,13 @@ TNN initing storage outputL -> softmaxL [SCHEDULER FINAL_TEST]: Initing TNN end. [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Tue Nov 17 03:36:27 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.098844. - [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69883 clock time - [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76204 clock time +[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 02:42:12 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.100879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84059 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57532 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time [LOG]LMSeqReader: file expires, closing. [SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 144.587572525> <PPL_OOV 126.263739092> <LOGP -173208.39879763> +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.23100213441> <PPL_OOV 126.76999500943> <LOGP -173351.64788846> [SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. |