diff options
Diffstat (limited to 'nerv/examples/lmptb/m-tests/LOG-tnn-h300')
| -rw-r--r-- | nerv/examples/lmptb/m-tests/LOG-tnn-h300 | 3824 |
1 files changed, 0 insertions, 3824 deletions
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 deleted file mode 100644 index ca4ff77..0000000 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 +++ /dev/null @@ -1,3824 +0,0 @@ -Greetings -[SCHEDULER]: printing global_conf -test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds -train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds -sche_log_pre [SCHEDULER]: -train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak -mmat_type table: 0x40f7afc8 -wcost 1e-06 -train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf -log_w_num 40000 -param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params -batch_size 10 -hidden_size 300 -timer nerv.Timer -work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test -nn_act_default 0 -max_iter 30 -valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds -lrate 1 -momentum 0 -param_random function: 0x41ba6b68 -chunk_size 15 -cumat_type table: 0x40f7e4e0 -[SCHEDULER]: creating work_dir... -[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... -[LOG]LMVocab: Building finished, vocab size now is 10000. -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -===INITIAL VALIDATION=== -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:39 2015-11-12)[nerv] info: create layer: outputL -(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:39 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015. - [SCHEDULER]: log prob per sample :-4.052709. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER]: Displaying result: -[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767> -[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. - -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:55 2015-11-12)[nerv] info: create layer: outputL -(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:55 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -===ITERATION 1 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692. -[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144. -[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966. -[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. -[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537. -[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355. -[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706. -[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864. -[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327. -[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042. -[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230. -[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979. -[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316. -[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875. -[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290. -[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624. -[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884. -[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241. -[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189. -[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760. -[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155. -[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER1 LR1]: shuffling training file -===PEEK ON TEST 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER1 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075976 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1079632 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35607920 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35724250 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70241455 -[SCHEDULER ITER1 LR1]: preparing parameters end. -[SCHEDULER ITER1 LR1]: preparing layers... -(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1 -(21:33:24 2015-11-12)[nerv] info: create layer: outputL -(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL -(21:33:24 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER1 LR1]: preparing layers end. -[SCHEDULER ITER1 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER1 LR1]: Initing TNN end. -===ITERATION 2 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210. -[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139. -[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733. -[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667. -[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568. -[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721. -[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728. -[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229. -[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058. -[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895. -[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752. -[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189. -[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542. -[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445. -[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056. -[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205. -[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075. -[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920. -[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641. -[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283. -[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366. -[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER2 LR1]: shuffling training file -===PEEK ON TEST 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER2 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34522576 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34526234 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69072330 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69188461 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70263917 -[SCHEDULER ITER2 LR1]: preparing parameters end. -[SCHEDULER ITER2 LR1]: preparing layers... -(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1 -(21:39:50 2015-11-12)[nerv] info: create layer: outputL -(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL -(21:39:50 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER2 LR1]: preparing layers end. -[SCHEDULER ITER2 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER2 LR1]: Initing TNN end. -===ITERATION 3 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465. -[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845. -[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563. -[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793. -[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434. -[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573. -[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171. -[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689. -[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254. -[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639. -[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377. -[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522. -[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702. -[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800. -[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651. -[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514. -[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904. -[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315. -[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536. -[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516. -[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938. -[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER3 LR1]: shuffling training file -===PEEK ON TEST 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER3 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075055 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1078714 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35640630 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35756784 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70282927 -[SCHEDULER ITER3 LR1]: preparing parameters end. -[SCHEDULER ITER3 LR1]: preparing layers... -(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1 -(21:46:18 2015-11-12)[nerv] info: create layer: outputL -(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL -(21:46:18 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER3 LR1]: preparing layers end. -[SCHEDULER ITER3 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER3 LR1]: Initing TNN end. -===ITERATION 4 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192. -[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086. -[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429. -[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996. -[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614. -[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105. -[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276. -[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905. -[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189. -[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116. -[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662. -[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278. -[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802. -[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152. -[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444. -[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672. -[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851. -[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724. -[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464. -[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453. -[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619. -[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER4 LR1]: shuffling training file -===PEEK ON TEST 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.17539195191> <PPL_OOV 212.2263711232> <LOGP -171624.71991538> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER4 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34528542 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34532200 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69109612 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69225892 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70300614 -[SCHEDULER ITER4 LR1]: preparing parameters end. -[SCHEDULER ITER4 LR1]: preparing layers... -(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1 -(21:52:41 2015-11-12)[nerv] info: create layer: outputL -(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL -(21:52:41 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER4 LR1]: preparing layers end. -[SCHEDULER ITER4 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER4 LR1]: Initing TNN end. -===ITERATION 5 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345. -[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749. -[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431. -[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759. -[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125. -[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698. -[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251. -[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378. -[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798. -[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066. -[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987. -[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277. -[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665. -[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166. -[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912. -[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402. -[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702. -[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632. -[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094. -[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026. -[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902. -[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 222.41429432004> <PPL_OOV 197.11868137695> <LOGP -2133153.7071965> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER5 LR1]: shuffling training file -===PEEK ON TEST 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 217.16376745377> <PPL_OOV 188.43745082601> <LOGP -187542.03398485> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 222.10299379671> <PPL_OOV 197.98616944161> <LOGP -169399.7867695> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER5 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1074285 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1077942 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35667973 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35784319 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70315647 -[SCHEDULER ITER5 LR1]: preparing parameters end. -[SCHEDULER ITER5 LR1]: preparing layers... -(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1 -(21:59:03 2015-11-12)[nerv] info: create layer: outputL -(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL -(21:59:03 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER5 LR1]: preparing layers end. -[SCHEDULER ITER5 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER5 LR1]: Initing TNN end. -===ITERATION 6 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353. -[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055. -[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566. -[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892. -[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265. -[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254. -[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588. -[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553. -[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404. -[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302. -[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638. -[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091. -[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283. -[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240. -[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917. -[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291. -[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598. -[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209. -[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536. -[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296. -[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162. -[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.91088397989> <PPL_OOV 176.50252475842> <LOGP -2088554.9429051> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER6 LR1]: shuffling training file -===PEEK ON TEST 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.19131994725> <PPL_OOV 179.26390285139> <LOGP -185755.4154153> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 211.88409793113> <PPL_OOV 189.15513876712> <LOGP -167938.10631937> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER6 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34533450 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34537108 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69139044 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69255402 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70329197 -[SCHEDULER ITER6 LR1]: preparing parameters end. -[SCHEDULER ITER6 LR1]: preparing layers... -(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1 -(22:05:29 2015-11-12)[nerv] info: create layer: outputL -(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL -(22:05:29 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER6 LR1]: preparing layers end. -[SCHEDULER ITER6 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER6 LR1]: Initing TNN end. -===ITERATION 7 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.247858. -[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.240500. -[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233063. -[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233546. -[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233342. -[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.228546. -[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.226190. -[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.222945. -[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.221231. -[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219454. -[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219290. -[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219243. -[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218756. -[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218041. -[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218228. -[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.217169. -[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216362. -[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216029. -[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215487. -[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215356. -[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214292. -[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214097. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 183.98583365133> <PPL_OOV 163.73121251112> <LOGP -2058232.2665045> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER7 LR1]: shuffling training file -===PEEK ON TEST 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.238654. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.81652309035> <PPL_OOV 173.06297365549> <LOGP -184495.16904979> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.297186. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 203.98597397845> <PPL_OOV 182.29758343458> <LOGP -166755.20004089> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER7 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1073208 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1076866 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35689509 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35805861 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70341551 -[SCHEDULER ITER7 LR1]: preparing parameters end. -[SCHEDULER ITER7 LR1]: preparing layers... -(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1 -(22:11:54 2015-11-12)[nerv] info: create layer: outputL -(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL -(22:11:54 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER7 LR1]: preparing layers end. -[SCHEDULER ITER7 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER7 LR1]: Initing TNN end. -===ITERATION 8 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.217380. -[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.210173. -[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.203362. -[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204496. -[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204268. -[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.201367. -[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.197826. -[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.194816. -[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.193248. -[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191500. -[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191556. -[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191680. -[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191424. -[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.190928. -[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188829. -[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187827. -[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187269. -[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187128. -[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186552. -[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186589. -[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185669. -[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185637. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.83259622499> <PPL_OOV 153.3513863571> <LOGP -2031791.2494254> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER8 LR1]: shuffling training file -===PEEK ON TEST 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.226930. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.95664295121> <PPL_OOV 168.43457806958> <LOGP -183524.72818304> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.286467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.85544743757> <PPL_OOV 177.1932477992> <LOGP -165845.46314541> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER8 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34537849 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34541506 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69163408 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69279752 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70352310 -[SCHEDULER ITER8 LR1]: preparing parameters end. -[SCHEDULER ITER8 LR1]: preparing layers... -(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1 -(22:18:20 2015-11-12)[nerv] info: create layer: outputL -(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL -(22:18:20 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER8 LR1]: preparing layers end. -[SCHEDULER ITER8 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER8 LR1]: Initing TNN end. -===ITERATION 9 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.184391. -[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.181046. -[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.176112. -[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178759. -[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178842. -[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.175028. -[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.171060. -[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.168492. -[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.167283. -[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.165790. -[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166168. -[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166588. -[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166562. -[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166247. -[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.164505. -[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163544. -[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163438. -[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163471. -[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162740. -[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162951. -[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162159. -[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162246. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.44771598369> <PPL_OOV 145.31439191404> <LOGP -2010058.3160156> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER9 LR1]: shuffling training file -===PEEK ON TEST 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.217479. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.1278010178> <PPL_OOV 164.75417796788> <LOGP -182733.82746825> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.278188. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.94739874239> <PPL_OOV 173.23916130821> <LOGP -165122.53431059> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER9 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1071986 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1075642 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35705377 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35821695 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70362066 -[SCHEDULER ITER9 LR1]: preparing parameters end. -[SCHEDULER ITER9 LR1]: preparing layers... -(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1 -(22:24:45 2015-11-12)[nerv] info: create layer: outputL -(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL -(22:24:45 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER9 LR1]: preparing layers end. -[SCHEDULER ITER9 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER9 LR1]: Initing TNN end. -===ITERATION 10 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.159231. -[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.158206. -[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.153994. -[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.156763. -[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.157195. -[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.154012. -[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.150190. -[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.147796. -[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146531. -[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144999. -[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145563. -[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146132. -[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146207. -[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145943. -[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143880. -[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143399. -[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142851. -[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142841. -[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142520. -[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142826. -[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142216. -[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142326. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 154.85025727813> <PPL_OOV 138.80197382903> <LOGP -1991547.4224823> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER10 LR1]: shuffling training file -===PEEK ON TEST 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.212505. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 185.40548411166> <PPL_OOV 162.82613645004> <LOGP -182312.41904908> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.274287. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.39721658879> <PPL_OOV 171.2923011258> <LOGP -164760.50334979> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER10 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34542151 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34545807 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69182866 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69299176 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70370634 -[SCHEDULER ITER10 LR1]: preparing parameters end. -[SCHEDULER ITER10 LR1]: preparing layers... -(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1 -(22:31:11 2015-11-12)[nerv] info: create layer: outputL -(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL -(22:31:11 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER10 LR1]: preparing layers end. -[SCHEDULER ITER10 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER10 LR1]: Initing TNN end. -===ITERATION 11 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.139499. -[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138794. -[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.135243. -[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.137881. -[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138292. -[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.134734. -[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.130923. -[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128777. -[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127728. -[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126190. -[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126941. -[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127618. -[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127815. -[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127700. -[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125708. -[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124852. -[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124162. -[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124089. -[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123790. -[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124132. -[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123640. -[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123852. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.14166813174> <PPL_OOV 133.02618550034> <LOGP -1974388.6001313> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER11 LR1]: shuffling training file -===PEEK ON TEST 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.205914. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 182.39390315888> <PPL_OOV 160.46237137081> <LOGP -181788.91337671> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.269752. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.75373810895> <PPL_OOV 169.13307312491> <LOGP -164354.13711126> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER11 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1070828 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1074484 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35719188 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35835491 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70379329 -[SCHEDULER ITER11 LR1]: preparing parameters end. -[SCHEDULER ITER11 LR1]: preparing layers... -(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1 -(22:37:37 2015-11-12)[nerv] info: create layer: outputL -(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL -(22:37:37 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER11 LR1]: preparing layers end. -[SCHEDULER ITER11 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER11 LR1]: Initing TNN end. -===ITERATION 12 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.122491. -[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121906. -[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.118337. -[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.120726. -[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121222. -[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.117684. -[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.113753. -[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111703. -[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110579. -[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109065. -[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109969. -[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110800. -[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110956. -[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110944. -[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109763. -[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108867. -[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108518. -[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108498. -[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108149. -[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108567. -[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108110. -[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.74802026729> <PPL_OOV 128.37705407036> <LOGP -1960026.6987909> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER12 LR1]: shuffling training file -===PEEK ON TEST 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.200728. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.49185726892> <PPL_OOV 158.66736020267> <LOGP -181386.19256374> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.267196. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.68848452989> <PPL_OOV 167.99520614955> <LOGP -164137.89853503> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER12 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34545626 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34549283 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69202806 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69319085 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70389258 -[SCHEDULER ITER12 LR1]: preparing parameters end. -[SCHEDULER ITER12 LR1]: preparing layers... -(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1 -(22:44:02 2015-11-12)[nerv] info: create layer: outputL -(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL -(22:44:02 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER12 LR1]: preparing layers end. -[SCHEDULER ITER12 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER12 LR1]: Initing TNN end. -===ITERATION 13 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106771. -[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106460. -[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.103062. -[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105308. -[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105773. -[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.102116. -[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.098718. -[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096837. -[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095630. -[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094049. -[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095015. -[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095949. -[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096547. -[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096706. -[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095009. -[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094298. -[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093667. -[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093573. -[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092909. -[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093359. -[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092985. -[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093309. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.66576866018> <PPL_OOV 123.99443367725> <LOGP -1946003.6478197> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER13 LR1]: shuffling training file -===PEEK ON TEST 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.197329. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.82057178108> <PPL_OOV 157.42605789449> <LOGP -181105.02582114> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.264225. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.9297152642> <PPL_OOV 166.58327559059> <LOGP -163867.53188189> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER13 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1069510 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1073167 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35735524 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35851793 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70399112 -[SCHEDULER ITER13 LR1]: preparing parameters end. -[SCHEDULER ITER13 LR1]: preparing layers... -(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1 -(22:50:28 2015-11-12)[nerv] info: create layer: outputL -(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL -(22:50:28 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER13 LR1]: preparing layers end. -[SCHEDULER ITER13 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER13 LR1]: Initing TNN end. -===ITERATION 14 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.093854. -[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.092732. -[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.089367. -[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091353. -[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091452. -[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.088015. -[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.084144. -[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082341. -[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081403. -[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079995. -[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081093. -[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082089. -[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082746. -[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082818. -[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081157. -[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.080417. -[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079843. -[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079713. -[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079183. -[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079667. -[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079312. -[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 133.19581646167> <PPL_OOV 120.14972523105> <LOGP -1933287.4211578> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER14 LR1]: shuffling training file -===PEEK ON TEST 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.193982. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.65417278073> <PPL_OOV 156.38093168167> <LOGP -180866.5703231> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.262951. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.00055961149> <PPL_OOV 165.75765731982> <LOGP -163708.37274731> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER14 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34548947 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34552604 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69223650 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69339910 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70408674 -[SCHEDULER ITER14 LR1]: preparing parameters end. -[SCHEDULER ITER14 LR1]: preparing layers... -(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1 -(22:56:53 2015-11-12)[nerv] info: create layer: outputL -(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL -(22:56:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER14 LR1]: preparing layers end. -[SCHEDULER ITER14 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER14 LR1]: Initing TNN end. -===ITERATION 15 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.079524. -[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.078168. -[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074972. -[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077374. -[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077555. -[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074048. -[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.070281. -[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068796. -[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067962. -[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066988. -[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068325. -[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069418. -[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069623. -[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069749. -[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068053. -[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067368. -[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066932. -[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066831. -[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066086. -[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066640. -[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066725. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.11918295021> <PPL_OOV 116.63119544274> <LOGP -1921288.235319> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER15 LR1]: shuffling training file -===PEEK ON TEST 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.191966. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.57607779611> <PPL_OOV 155.62769814107> <LOGP -180693.72266703> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.260851. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.85870687957> <PPL_OOV 164.8981267046> <LOGP -163541.83165092> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER15 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1067962 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1071619 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35752027 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35868271 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70418779 -[SCHEDULER ITER15 LR1]: preparing parameters end. -[SCHEDULER ITER15 LR1]: preparing layers... -(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1 -(23:03:22 2015-11-12)[nerv] info: create layer: outputL -(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL -(23:03:22 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER15 LR1]: preparing layers end. -[SCHEDULER ITER15 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER15 LR1]: Initing TNN end. -===ITERATION 16 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.068214. -[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063079. -[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066440. -[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066490. -[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063028. -[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.059035. -[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057406. -[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056584. -[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.055149. -[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056433. -[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057562. -[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057751. -[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057856. -[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056396. -[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057165. -[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056975. -[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056984. -[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056152. -[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056671. -[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056324. -[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056707. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.0333493943> <PPL_OOV 113.97537256127> <LOGP -1911988.8997288> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER16 LR1]: shuffling training file -===PEEK ON TEST 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.189005. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.54495953664> <PPL_OOV 154.34504599302> <LOGP -180397.45280834> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.257255. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.70517720981> <PPL_OOV 163.53949262261> <LOGP -163276.80637116> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER16 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34551805 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34555462 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69245306 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69361555 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70428711 -[SCHEDULER ITER16 LR1]: preparing parameters end. -[SCHEDULER ITER16 LR1]: preparing layers... -(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1 -(23:09:53 2015-11-12)[nerv] info: create layer: outputL -(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL -(23:09:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER16 LR1]: preparing layers end. -[SCHEDULER ITER16 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER16 LR1]: Initing TNN end. -===ITERATION 17 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.057337. -[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054228. -[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.051573. -[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054122. -[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054019. -[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.050697. -[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046821. -[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045511. -[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044741. -[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043555. -[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044954. -[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046144. -[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046791. -[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046992. -[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045521. -[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044919. -[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044403. -[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044228. -[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043460. -[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043998. -[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043712. -[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044177. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.30180524286> <PPL_OOV 110.73970561246> <LOGP -1900361.9204513> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER17 LR1]: shuffling training file -===PEEK ON TEST 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.187704. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.14923615299> <PPL_OOV 154.00974423711> <LOGP -180319.59809567> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.256714. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.0637620627> <PPL_OOV 162.95956199671> <LOGP -163163.00963977> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER17 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER17 LR1]: preparing parameters end. -[SCHEDULER ITER17 LR1]: preparing layers... -(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1 -(23:16:21 2015-11-12)[nerv] info: create layer: outputL -(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL -(23:16:21 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER17 LR1]: preparing layers end. -[SCHEDULER ITER17 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER17 LR1]: Initing TNN end. -===ITERATION 18 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.047845. -[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.044281. -[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.040900. -[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042721. -[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042535. -[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.039501. -[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035717. -[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034356. -[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033498. -[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032262. -[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033736. -[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034965. -[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035512. -[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035727. -[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034121. -[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033805. -[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033356. -[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033235. -[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032576. -[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033127. -[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032826. -[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033328. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 119.1444780615> <PPL_OOV 108.00363158497> <LOGP -1890261.9304582> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER18 LR1]: shuffling training file -===PEEK ON TEST 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.187537. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.30384094846> <PPL_OOV 153.89722716787> <LOGP -180293.43443454> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.255971. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.24453547858> <PPL_OOV 162.88595646802> <LOGP -163148.5374614> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER18 LR1]: PPL did not improve, rejected... - -[SCHEDULER ITER18 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER18 LR1]: preparing parameters end. -[SCHEDULER ITER18 LR1]: preparing layers... -(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1 -(23:22:46 2015-11-12)[nerv] info: create layer: outputL -(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL -(23:22:46 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER18 LR1]: preparing layers end. -[SCHEDULER ITER18 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER18 LR1]: Initing TNN end. -===ITERATION 19 LR 0.600000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309. -[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905. -[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135. -[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770. -[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171. -[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173. -[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407. -[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321. -[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704. -[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335. -[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245. -[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014. -[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773. -[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503. -[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492. -[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077. -[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084. -[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459. -[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164. -[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280. -[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607. -[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 107.90654240004> <PPL_OOV 97.67088564661> <LOGP -1849663.7735016> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER19 LR0.6]: shuffling training file -===PEEK ON TEST 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.93575765882> <PPL_OOV 144.75253493478> <LOGP -178100.41584563> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.34955214593> <PPL_OOV 153.1652268315> <LOGP -161177.41476033> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER19 LR0.6]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553798 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557455 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69263118 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69379374 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70445046 -[SCHEDULER ITER19 LR0.6]: preparing parameters end. -[SCHEDULER ITER19 LR0.6]: preparing layers... -(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:29:14 2015-11-12)[nerv] info: create layer: outputL -(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:29:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER19 LR0.6]: preparing layers end. -[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER19 LR0.6]: Initing TNN end. -===ITERATION 20 LR 0.360000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736. -[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773. -[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973. -[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546. -[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723. -[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719. -[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853. -[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695. -[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910. -[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365. -[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209. -[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863. -[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408. -[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036. -[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725. -[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061. -[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920. -[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109. -[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610. -[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569. -[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681. -[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 99.378301354388> <PPL_OOV 90.076027947215> <LOGP -1816983.236708> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER20 LR0.36]: shuffling training file -===PEEK ON TEST 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.35212983861> <PPL_OOV 138.61779493974> <LOGP -176550.13901877> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.27830069823> <PPL_OOV 146.57250363849> <LOGP -159768.03285717> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER20 LR0.36]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1065216 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068873 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35777494 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35893749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70447668 -[SCHEDULER ITER20 LR0.36]: preparing parameters end. -[SCHEDULER ITER20 LR0.36]: preparing layers... -(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1 -(23:35:44 2015-11-12)[nerv] info: create layer: outputL -(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL -(23:35:44 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER20 LR0.36]: preparing layers end. -[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER20 LR0.36]: Initing TNN end. -===ITERATION 21 LR 0.216000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137. -[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933. -[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210. -[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977. -[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168. -[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271. -[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404. -[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221. -[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338. -[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717. -[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607. -[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207. -[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699. -[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302. -[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953. -[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200. -[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967. -[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058. -[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433. -[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300. -[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295. -[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.023968843875> <PPL_OOV 85.323486943821> <LOGP -1795100.1247149> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER21 LR0.216]: shuffling training file -===PEEK ON TEST 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.38918238514> <PPL_OOV 134.82134759813> <LOGP -175556.00665597> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.07191845094> <PPL_OOV 142.55019114397> <LOGP -158876.66522205> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER21 LR0.216]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553982 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557639 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69267636 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69383878 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448747 -[SCHEDULER ITER21 LR0.216]: preparing parameters end. -[SCHEDULER ITER21 LR0.216]: preparing layers... -(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:42:14 2015-11-12)[nerv] info: create layer: outputL -(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:42:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER21 LR0.216]: preparing layers end. -[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER21 LR0.216]: Initing TNN end. -===ITERATION 22 LR 0.129600=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521. -[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881. -[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375. -[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321. -[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689. -[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848. -[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045. -[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846. -[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943. -[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282. -[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217. -[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784. -[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283. -[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890. -[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536. -[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718. -[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430. -[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458. -[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764. -[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581. -[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512. -[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.573532567471> <PPL_OOV 82.260504252707> <LOGP -1780340.8280155> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER22 LR0.1296]: shuffling training file -===PEEK ON TEST 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 151.81077739473> <PPL_OOV 132.55162547276> <LOGP -174948.20031688> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.31066515347> <PPL_OOV 140.07782853008> <LOGP -158316.20699902> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER22 LR0.1296]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064564 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068220 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778811 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895050 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449077 -[SCHEDULER ITER22 LR0.1296]: preparing parameters end. -[SCHEDULER ITER22 LR0.1296]: preparing layers... -(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1 -(23:48:42 2015-11-12)[nerv] info: create layer: outputL -(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL -(23:48:42 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER22 LR0.1296]: preparing layers end. -[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER22 LR0.1296]: Initing TNN end. -===ITERATION 23 LR 0.077760=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198. -[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880. -[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578. -[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617. -[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138. -[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352. -[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648. -[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472. -[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582. -[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920. -[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888. -[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438. -[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949. -[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575. -[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227. -[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381. -[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066. -[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060. -[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333. -[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124. -[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022. -[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.351829885406> <PPL_OOV 80.286500135979> <LOGP -1770534.7415503> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER23 LR0.07776]: shuffling training file -===PEEK ON TEST 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.87744237965> <PPL_OOV 131.04538176557> <LOGP -174539.07240993> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 154.27720049711> <PPL_OOV 138.42087667397> <LOGP -157935.02968198> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER23 LR0.07776]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554073 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557729 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268469 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384704 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70449067 -[SCHEDULER ITER23 LR0.07776]: preparing parameters end. -[SCHEDULER ITER23 LR0.07776]: preparing layers... -(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1 -(23:55:13 2015-11-12)[nerv] info: create layer: outputL -(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL -(23:55:13 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER23 LR0.07776]: preparing layers end. -[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER23 LR0.07776]: Initing TNN end. -===ITERATION 24 LR 0.046656=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617. -[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537. -[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373. -[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453. -[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088. -[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371. -[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763. -[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603. -[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730. -[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077. -[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068. -[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613. -[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144. -[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787. -[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434. -[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566. -[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238. -[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200. -[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461. -[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234. -[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114. -[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.920495240643> <PPL_OOV 79.012622003197> <LOGP -1764077.7675035> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER24 LR0.046656]: shuffling training file -===PEEK ON TEST 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.55537708434> <PPL_OOV 129.99836892411> <LOGP -174251.9013685> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.8976707204> <PPL_OOV 137.28067121287> <LOGP -157670.06889601> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER24 LR0.046656]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064235 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067891 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778796 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895027 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449162 -[SCHEDULER ITER24 LR0.046656]: preparing parameters end. -[SCHEDULER ITER24 LR0.046656]: preparing layers... -(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:01:45 2015-11-13)[nerv] info: create layer: outputL -(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:01:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER24 LR0.046656]: preparing layers end. -[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER24 LR0.046656]: Initing TNN end. -===ITERATION 25 LR 0.027994=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633. -[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645. -[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554. -[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625. -[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325. -[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667. -[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138. -[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991. -[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119. -[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464. -[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459. -[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990. -[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537. -[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195. -[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839. -[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949. -[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615. -[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542. -[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790. -[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542. -[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402. -[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.956336656349> <PPL_OOV 78.15464160203> <LOGP -1759669.9371356> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER25 LR0.0279936]: shuffling training file -===PEEK ON TEST 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.82595926503> <PPL_OOV 129.33439073012> <LOGP -174068.58679574> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.15134162452> <PPL_OOV 136.59028832861> <LOGP -157508.56605461> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER25 LR0.0279936]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554078 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557734 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268580 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384814 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448972 -[SCHEDULER ITER25 LR0.0279936]: preparing parameters end. -[SCHEDULER ITER25 LR0.0279936]: preparing layers... -(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1 -(00:08:17 2015-11-13)[nerv] info: create layer: outputL -(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL -(00:08:17 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER25 LR0.0279936]: preparing layers end. -[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER25 LR0.0279936]: Initing TNN end. -===ITERATION 26 LR 0.016796=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163. -[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205. -[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163. -[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215. -[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944. -[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343. -[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872. -[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750. -[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884. -[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233. -[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238. -[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759. -[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318. -[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997. -[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650. -[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757. -[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428. -[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341. -[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588. -[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332. -[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185. -[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.306413831474> <PPL_OOV 77.576329536238> <LOGP -1756671.5028106> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER26 LR0.01679616]: shuffling training file -===PEEK ON TEST 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.36875498893> <PPL_OOV 128.91575696119> <LOGP -173952.52382935> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.66740269998> <PPL_OOV 136.14001627505> <LOGP -157402.79247427> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER26 LR0.01679616]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064118 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067774 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778526 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894754 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448835 -[SCHEDULER ITER26 LR0.01679616]: preparing parameters end. -[SCHEDULER ITER26 LR0.01679616]: preparing layers... -(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1 -(00:14:46 2015-11-13)[nerv] info: create layer: outputL -(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL -(00:14:46 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER26 LR0.01679616]: preparing layers end. -[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER26 LR0.01679616]: Initing TNN end. -===ITERATION 27 LR 0.010078=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991. -[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998. -[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978. -[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020. -[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763. -[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199. -[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768. -[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670. -[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810. -[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159. -[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170. -[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684. -[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245. -[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941. -[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605. -[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709. -[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384. -[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292. -[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533. -[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272. -[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121. -[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.892564171004> <PPL_OOV 77.207735633383> <LOGP -1754748.7298668> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER27 LR0.010077696]: shuffling training file -===PEEK ON TEST 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.07593301007> <PPL_OOV 128.68430626567> <LOGP -173888.19402233> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.35156353958> <PPL_OOV 135.87529295123> <LOGP -157340.44279668> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER27 LR0.010077696]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554095 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557751 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268513 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384740 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448840 -[SCHEDULER ITER27 LR0.010077696]: preparing parameters end. -[SCHEDULER ITER27 LR0.010077696]: preparing layers... -(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1 -(00:21:16 2015-11-13)[nerv] info: create layer: outputL -(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL -(00:21:16 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER27 LR0.010077696]: preparing layers end. -[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER27 LR0.010077696]: Initing TNN end. -===ITERATION 28 LR 0.006047=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630. -[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595. -[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578. -[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625. -[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379. -[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839. -[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432. -[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354. -[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500. -[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846. -[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861. -[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370. -[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930. -[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636. -[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311. -[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411. -[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087. -[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996. -[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229. -[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964. -[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809. -[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.63102126523> <PPL_OOV 76.974759050279> <LOGP -1753528.6652939> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER28 LR0.0060466176]: shuffling training file -===PEEK ON TEST 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.93207041077> <PPL_OOV 128.55480190021> <LOGP -173852.14885412> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.2010136235> <PPL_OOV 135.73200338631> <LOGP -157306.64344368> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064079 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067735 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778519 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894748 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448843 -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end. -[SCHEDULER ITER28 LR0.0060466176]: preparing layers... -(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1 -(00:27:48 2015-11-13)[nerv] info: create layer: outputL -(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL -(00:27:48 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER28 LR0.0060466176]: preparing layers end. -[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end. -===ITERATION 29 LR 0.003628=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801. -[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729. -[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699. -[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750. -[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511. -[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983. -[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588. -[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526. -[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677. -[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020. -[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036. -[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544. -[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101. -[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813. -[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496. -[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593. -[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268. -[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178. -[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404. -[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135. -[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978. -[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.466056467734> <PPL_OOV 76.827788572212> <LOGP -1752757.1012286> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER29 LR0.00362797056]: shuffling training file -===PEEK ON TEST 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931379203> <PPL_OOV 128.47064278211> <LOGP -173828.70523381> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17418025757> <PPL_OOV 135.65540698972> <LOGP -157288.56113542> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end. -[SCHEDULER ITER29 LR0.00362797056]: preparing layers... -(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1 -(00:34:15 2015-11-13)[nerv] info: create layer: outputL -(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL -(00:34:15 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER29 LR0.00362797056]: preparing layers end. -[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end. -===ITERATION 30 LR 0.002177=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295. -[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201. -[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158. -[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205. -[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969. -[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447. -[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055. -[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002. -[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158. -[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500. -[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517. -[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024. -[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577. -[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295. -[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982. -[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077. -[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750. -[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664. -[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882. -[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610. -[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452. -[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.361914602701> <PPL_OOV 76.735057589915> <LOGP -1752269.5232941> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER30 LR0.002176782336]: shuffling training file -===PEEK ON TEST 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.88849863294> <PPL_OOV 128.39945601651> <LOGP -173808.86323925> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17484483031> <PPL_OOV 135.59908588155> <LOGP -157275.25875167> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected... - -===VALIDATION PPL record=== -<ITER0 LR0.00000 train:0.000 valid:11363.086 test:0.000> -<ITER1 LR1.00000 train:509.588 valid:374.674 test:372.422> -<ITER2 LR1.00000 train:335.546 valid:284.315 test:280.569> -<ITER3 LR1.00000 train:332.018 valid:282.798 test:276.017> -<ITER4 LR1.00000 train:246.297 valid:238.175 test:233.384> -<ITER5 LR1.00000 train:222.414 valid:222.103 test:217.164> -<ITER6 LR1.00000 train:198.911 valid:211.884 test:206.191> -<ITER7 LR1.00000 train:183.986 valid:203.986 test:198.817> -<ITER8 LR1.00000 train:171.833 valid:197.855 test:192.957> -<ITER9 LR1.00000 train:162.448 valid:192.947 test:188.128> -<ITER10 LR1.00000 train:154.850 valid:190.397 test:185.405> -<ITER11 LR1.00000 train:148.142 valid:187.754 test:182.394> -<ITER12 LR1.00000 train:142.748 valid:186.688 test:180.492> -<ITER13 LR1.00000 train:137.666 valid:184.930 test:178.821> -<ITER14 LR1.00000 train:133.196 valid:184.001 test:177.654> -<ITER15 LR1.00000 train:129.119 valid:182.859 test:176.576> -<ITER16 LR1.00000 train:126.033 valid:181.705 test:175.545> -<ITER17 LR1.00000 train:122.302 valid:181.064 test:175.149> -<ITER18 LR1.00000 train:119.144 valid:181.245 test:175.304> -<ITER19 LR0.60000 train:107.907 valid:170.350 test:164.936> -<ITER20 LR0.36000 train:99.378 valid:163.278 test:158.352> -<ITER21 LR0.21600 train:94.024 valid:159.072 test:154.389> -<ITER22 LR0.12960 train:90.574 valid:156.311 test:151.811> -<ITER23 LR0.07776 train:88.352 valid:154.277 test:149.877> -<ITER24 LR0.04666 train:86.920 valid:152.898 test:148.555> -<ITER25 LR0.02799 train:85.956 valid:152.151 test:147.826> -<ITER26 LR0.01680 train:85.306 valid:151.667 test:147.369> -<ITER27 LR0.01008 train:84.893 valid:151.352 test:147.076> -<ITER28 LR0.00605 train:84.631 valid:151.201 test:146.932> -<ITER29 LR0.00363 train:84.466 valid:151.174 test:146.899> -<ITER30 LR0.00218 train:84.362 valid:151.175 test:146.888> - -===FINAL TEST=== -[SCHEDULER FINAL_TEST]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER FINAL_TEST]: preparing parameters end. -[SCHEDULER FINAL_TEST]: preparing layers... -(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:40:45 2015-11-13)[nerv] info: create layer: outputL -(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:40:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER FINAL_TEST]: preparing layers end. -[SCHEDULER FINAL_TEST]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER FINAL_TEST]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931285533> <PPL_OOV 128.47064194653> <LOGP -173828.70500097> -[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. |