aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--nerv/examples/lmptb/m-tests/LOG-tnn-h3003595
-rw-r--r--nerv/examples/lmptb/m-tests/tnn_test.lua8
2 files changed, 3599 insertions, 4 deletions
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300
new file mode 100644
index 0000000..4fcffed
--- /dev/null
+++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h300
@@ -0,0 +1,3595 @@
+Greetings
+[SCHEDULER]: creating work_dir...
+[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds...
+[LOG]LMVocab: Building finished, vocab size now is 10000.
+[SCHEDULER]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34509841
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 2 from 35545246
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 70044639
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 4 from 70048135
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 5 from 70163127
+[SCHEDULER]: preparing parameters end.
+===INITIAL VALIDATION===
+[SCHEDULER]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34509841
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 2 from 35545246
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 70044639
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 4 from 70048135
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 5 from 70163127
+[SCHEDULER]: preparing parameters end.
+[SCHEDULER]: preparing layers...
+(23:21:04 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:21:04 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:21:04 2015-11-11)[nerv] info: create layer: combinerL1
+(23:21:04 2015-11-11)[nerv] info: create layer: outputL
+(23:21:04 2015-11-11)[nerv] info: create layer: softmaxL
+(23:21:04 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER]: preparing layers end.
+[SCHEDULER]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER]: Initing TNN end.
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER]: 40095 words processed Wed Nov 11 23:21:10 2015.
+ [SCHEDULER]: log prob per sample :-4.052709.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER]: Displaying result:
+[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767>
+[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+
+[SCHEDULER]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34509841
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 2 from 35545246
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 70044639
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 4 from 70048135
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 5 from 70163127
+[SCHEDULER]: preparing parameters end.
+[SCHEDULER]: preparing layers...
+(23:21:20 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:21:20 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:21:20 2015-11-11)[nerv] info: create layer: combinerL1
+(23:21:20 2015-11-11)[nerv] info: create layer: outputL
+(23:21:20 2015-11-11)[nerv] info: create layer: softmaxL
+(23:21:20 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER]: preparing layers end.
+[SCHEDULER]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER]: Initing TNN end.
+===ITERATION 1 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 11 23:21:34 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-3.248245.
+[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 11 23:21:49 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-3.066372.
+[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 11 23:22:04 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.998897.
+[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 11 23:22:19 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.933869.
+[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 11 23:22:34 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.895356.
+[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 11 23:22:49 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.860453.
+[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 11 23:23:04 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.830565.
+[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 11 23:23:19 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.806896.
+[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 11 23:23:34 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.781789.
+[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 11 23:23:49 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.765120.
+[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 11 23:24:04 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.746893.
+[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 11 23:24:19 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.729376.
+[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 11 23:24:34 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.714592.
+[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 11 23:24:49 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.697929.
+[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 11 23:25:04 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.688283.
+[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 11 23:25:19 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.677096.
+[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 11 23:25:34 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.668041.
+[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 11 23:25:49 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.659308.
+[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 11 23:26:04 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.648075.
+[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 11 23:26:19 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.640555.
+[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 11 23:26:34 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.630580.
+[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 11 23:26:49 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.623065.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 479.30006237909> <PPL_OOV 418.29117140708> <LOGP -2436897.7616863>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 1===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 11 23:27:01 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.523185.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 348.88659837747> <PPL_OOV 313.72060811114> <LOGP -184145.01523291>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER1 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1076965
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1080621
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35617574
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35733895
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70251684
+[SCHEDULER ITER1 LR1]: preparing parameters end.
+[SCHEDULER ITER1 LR1]: preparing layers...
+(23:27:11 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:27:11 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:27:11 2015-11-11)[nerv] info: create layer: combinerL1
+(23:27:11 2015-11-11)[nerv] info: create layer: outputL
+(23:27:11 2015-11-11)[nerv] info: create layer: softmaxL
+(23:27:11 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER ITER1 LR1]: preparing layers end.
+[SCHEDULER ITER1 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER1 LR1]: Initing TNN end.
+===ITERATION 2 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 11 23:27:25 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.599442.
+[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 11 23:27:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.548803.
+[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 11 23:27:55 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.523943.
+[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 11 23:28:10 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.512345.
+[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 11 23:28:25 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.505397.
+[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 11 23:28:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.499117.
+[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 11 23:28:55 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.492474.
+[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 11 23:29:10 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.484600.
+[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 11 23:29:25 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.479672.
+[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 11 23:29:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.475321.
+[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 11 23:29:55 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.471777.
+[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 11 23:30:10 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.468552.
+[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 11 23:30:25 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.465361.
+[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 11 23:30:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.462341.
+[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 11 23:30:55 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.460604.
+[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 11 23:31:10 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.458146.
+[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 11 23:31:25 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.458095.
+[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 11 23:31:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.457528.
+[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 11 23:31:55 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.455970.
+[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 11 23:32:10 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.454040.
+[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 11 23:32:25 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.451647.
+[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 11 23:32:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.449628.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 322.88493854907> <PPL_OOV 281.43208335099> <LOGP -2276910.7606898>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 2===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 11 23:32:50 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.408668.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 274.09438409291> <PPL_OOV 242.65292128392> <LOGP -175916.53225967>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER2 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34524481
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34528138
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69086256
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69202439
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70278561
+[SCHEDULER ITER2 LR1]: preparing parameters end.
+[SCHEDULER ITER2 LR1]: preparing layers...
+(23:33:00 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:33:00 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:33:00 2015-11-11)[nerv] info: create layer: combinerL1
+(23:33:00 2015-11-11)[nerv] info: create layer: outputL
+(23:33:00 2015-11-11)[nerv] info: create layer: softmaxL
+(23:33:00 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER ITER2 LR1]: preparing layers end.
+[SCHEDULER ITER2 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER2 LR1]: Initing TNN end.
+===ITERATION 3 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 11 23:33:14 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.569663.
+[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 11 23:33:29 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.489703.
+[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 11 23:33:44 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.456065.
+[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 11 23:33:59 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.441796.
+[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 11 23:34:14 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.433088.
+[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 11 23:34:29 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.424178.
+[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 11 23:34:44 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.416746.
+[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 11 23:34:59 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.408769.
+[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 11 23:35:14 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.403516.
+[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 11 23:35:29 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.401051.
+[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 11 23:35:44 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.397870.
+[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 11 23:35:59 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.394888.
+[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 11 23:36:14 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.392029.
+[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 11 23:36:29 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.389343.
+[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 11 23:36:44 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.387280.
+[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 11 23:36:59 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.384322.
+[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 11 23:37:14 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.382924.
+[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 11 23:37:29 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.381426.
+[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 11 23:37:44 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.379613.
+[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 11 23:37:59 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.377966.
+[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 11 23:38:14 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.375823.
+[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 11 23:38:29 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.374291.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 268.9224164231> <PPL_OOV 236.66635714317> <LOGP -2206971.199076>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 3===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 11 23:38:39 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.367482.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 246.139092058> <PPL_OOV 218.53948958668> <LOGP -172563.72722511>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER3 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1075691
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1079348
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35651987
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35768166
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70297054
+[SCHEDULER ITER3 LR1]: preparing parameters end.
+[SCHEDULER ITER3 LR1]: preparing layers...
+(23:38:49 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:38:49 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:38:49 2015-11-11)[nerv] info: create layer: combinerL1
+(23:38:49 2015-11-11)[nerv] info: create layer: outputL
+(23:38:49 2015-11-11)[nerv] info: create layer: softmaxL
+(23:38:49 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER ITER3 LR1]: preparing layers end.
+[SCHEDULER ITER3 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER3 LR1]: Initing TNN end.
+===ITERATION 4 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 11 23:39:03 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.542208.
+[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 11 23:39:18 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.484538.
+[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 11 23:39:33 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.457613.
+[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 11 23:39:48 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.445247.
+[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 11 23:40:03 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.437367.
+[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 11 23:40:18 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.422811.
+[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 11 23:40:33 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.408160.
+[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 11 23:40:48 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.395672.
+[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 11 23:41:03 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.386943.
+[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 11 23:41:18 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.380113.
+[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 11 23:41:33 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.374574.
+[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 11 23:41:48 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.369999.
+[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 11 23:42:03 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.365840.
+[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 11 23:42:18 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.361944.
+[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 11 23:42:33 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.357189.
+[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 11 23:42:48 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.353203.
+[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 11 23:43:03 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.350827.
+[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 11 23:43:18 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.348638.
+[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 11 23:43:33 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.346314.
+[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 11 23:43:48 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.344168.
+[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 11 23:44:03 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.341504.
+[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 11 23:44:18 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.339703.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.79967809481> <PPL_OOV 218.53089509171> <LOGP -2174785.4056976>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 4===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 11 23:44:28 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.344507.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 231.94898519805> <PPL_OOV 206.071146743> <LOGP -170681.90777664>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER4 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34532576
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34536232
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69123169
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69239437
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70314686
+[SCHEDULER ITER4 LR1]: preparing parameters end.
+[SCHEDULER ITER4 LR1]: preparing layers...
+(23:44:38 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:44:38 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:44:38 2015-11-11)[nerv] info: create layer: combinerL1
+(23:44:38 2015-11-11)[nerv] info: create layer: outputL
+(23:44:38 2015-11-11)[nerv] info: create layer: softmaxL
+(23:44:38 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER ITER4 LR1]: preparing layers end.
+[SCHEDULER ITER4 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER4 LR1]: Initing TNN end.
+===ITERATION 5 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 11 23:44:52 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.300797.
+[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 11 23:45:07 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.296818.
+[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 11 23:45:22 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.290547.
+[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 11 23:45:37 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.291868.
+[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 11 23:45:52 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.291909.
+[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 11 23:46:07 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.287914.
+[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 11 23:46:22 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.284605.
+[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 11 23:46:37 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.281239.
+[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 11 23:46:52 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.279270.
+[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 11 23:47:07 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.280374.
+[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 11 23:47:22 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.279921.
+[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 11 23:47:37 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.279388.
+[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 11 23:47:52 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.279796.
+[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 11 23:48:07 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.278872.
+[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 11 23:48:22 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.276549.
+[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 11 23:48:37 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.274624.
+[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 11 23:48:52 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.273749.
+[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 11 23:49:07 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.273133.
+[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 11 23:49:22 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.272442.
+[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 11 23:49:37 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.271901.
+[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 11 23:49:52 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.270503.
+[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 11 23:50:07 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.269999.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 210.35665534337> <PPL_OOV 186.22135221397> <LOGP -2110194.4304516>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 5===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 11 23:50:17 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.320095.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 217.2449530512> <PPL_OOV 193.72332502292> <LOGP -168702.53801867>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER5 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1074581
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1078237
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35676725
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35793028
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70329168
+[SCHEDULER ITER5 LR1]: preparing parameters end.
+[SCHEDULER ITER5 LR1]: preparing layers...
+(23:50:27 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:50:27 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:50:27 2015-11-11)[nerv] info: create layer: combinerL1
+(23:50:27 2015-11-11)[nerv] info: create layer: outputL
+(23:50:27 2015-11-11)[nerv] info: create layer: softmaxL
+(23:50:27 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER ITER5 LR1]: preparing layers end.
+[SCHEDULER ITER5 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER5 LR1]: Initing TNN end.
+===ITERATION 6 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 11 23:50:41 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.255734.
+[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 11 23:50:56 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.253719.
+[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 11 23:51:11 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.247966.
+[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 11 23:51:26 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.249946.
+[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 11 23:51:41 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.250355.
+[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 11 23:51:56 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.246729.
+[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 11 23:52:11 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.243410.
+[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 11 23:52:26 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.240495.
+[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 11 23:52:41 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.239077.
+[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 11 23:52:56 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.238622.
+[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 11 23:53:11 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.238504.
+[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 11 23:53:26 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.238241.
+[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 11 23:53:41 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.239162.
+[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 11 23:53:56 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.239312.
+[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 11 23:54:11 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.237412.
+[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 11 23:54:26 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.235684.
+[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 11 23:54:41 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.235523.
+[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 11 23:54:56 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.235372.
+[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 11 23:55:11 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.234774.
+[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 11 23:55:26 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.234615.
+[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 11 23:55:41 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.233365.
+[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 11 23:55:56 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.233021.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 192.50276395295> <PPL_OOV 171.03816037907> <LOGP -2075858.7043799>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 6===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 11 23:56:06 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.302691.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 206.4844147814> <PPL_OOV 184.91442849952> <LOGP -167211.76617871>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER6 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34538959
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34542616
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69152427
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69268767
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70342725
+[SCHEDULER ITER6 LR1]: preparing parameters end.
+[SCHEDULER ITER6 LR1]: preparing layers...
+(23:56:16 2015-11-11)[nerv] info: create layer: recurrentL1
+(23:56:16 2015-11-11)[nerv] info: create layer: sigmoidL1
+(23:56:16 2015-11-11)[nerv] info: create layer: combinerL1
+(23:56:16 2015-11-11)[nerv] info: create layer: outputL
+(23:56:16 2015-11-11)[nerv] info: create layer: softmaxL
+(23:56:16 2015-11-11)[nerv] info: create layer: selectL1
+[SCHEDULER ITER6 LR1]: preparing layers end.
+[SCHEDULER ITER6 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER6 LR1]: Initing TNN end.
+===ITERATION 7 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 11 23:56:30 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.221318.
+[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 11 23:56:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.219186.
+[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 11 23:57:00 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.213799.
+[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 11 23:57:15 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.216384.
+[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 11 23:57:30 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.217079.
+[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 11 23:57:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.213725.
+[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 11 23:58:00 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.210415.
+[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 11 23:58:15 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.207974.
+[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 11 23:58:30 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.206540.
+[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 11 23:58:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.205226.
+[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 11 23:59:00 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.205453.
+[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 11 23:59:15 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.205338.
+[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 11 23:59:30 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.206037.
+[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 11 23:59:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.205562.
+[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 00:00:00 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.203522.
+[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 00:00:15 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.202249.
+[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 00:00:30 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.201790.
+[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 00:00:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.201622.
+[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 00:01:00 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.201069.
+[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 00:01:15 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.201081.
+[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 00:01:30 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.199962.
+[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 00:01:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.199786.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 177.71491333507> <PPL_OOV 158.44086194822> <LOGP -2044972.3472182>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 7===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 00:01:55 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.294253.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.64131655583> <PPL_OOV 180.61690191719> <LOGP -166458.49874652>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER7 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1073268
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1076924
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35696900
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35813257
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70354701
+[SCHEDULER ITER7 LR1]: preparing parameters end.
+[SCHEDULER ITER7 LR1]: preparing layers...
+(00:02:05 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:02:05 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:02:05 2015-11-12)[nerv] info: create layer: combinerL1
+(00:02:05 2015-11-12)[nerv] info: create layer: outputL
+(00:02:05 2015-11-12)[nerv] info: create layer: softmaxL
+(00:02:05 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER7 LR1]: preparing layers end.
+[SCHEDULER ITER7 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER7 LR1]: Initing TNN end.
+===ITERATION 8 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 00:02:19 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.194108.
+[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 00:02:34 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.191733.
+[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 00:02:49 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.185630.
+[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 00:03:04 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.187845.
+[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 00:03:19 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.188615.
+[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 00:03:34 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.184946.
+[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 00:03:49 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.181668.
+[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 00:04:04 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.179297.
+[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 00:04:19 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.177995.
+[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 00:04:34 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.176829.
+[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 00:04:49 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.177359.
+[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 00:05:04 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.177583.
+[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 00:05:19 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.179069.
+[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 00:05:34 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.179561.
+[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 00:05:49 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.177421.
+[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 00:06:04 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.176132.
+[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 00:06:19 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.175294.
+[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 00:06:34 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.175068.
+[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 00:06:49 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.174381.
+[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 00:07:04 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.174442.
+[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 00:07:19 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.173418.
+[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 00:07:34 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.173354.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 166.80733763776> <PPL_OOV 149.09339800127> <LOGP -2020423.0325915>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 8===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 00:07:44 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.281843.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 194.74121822321> <PPL_OOV 174.6708208958> <LOGP -165386.17384909>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER8 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34543424
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34547080
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69175463
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69291808
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70364405
+[SCHEDULER ITER8 LR1]: preparing parameters end.
+[SCHEDULER ITER8 LR1]: preparing layers...
+(00:07:54 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:07:54 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:07:54 2015-11-12)[nerv] info: create layer: combinerL1
+(00:07:54 2015-11-12)[nerv] info: create layer: outputL
+(00:07:54 2015-11-12)[nerv] info: create layer: softmaxL
+(00:07:54 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER8 LR1]: preparing layers end.
+[SCHEDULER ITER8 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER8 LR1]: Initing TNN end.
+===ITERATION 9 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 00:08:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.170763.
+[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 00:08:23 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.168830.
+[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 00:08:38 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.162759.
+[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 00:08:53 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.164936.
+[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 00:09:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.166120.
+[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 00:09:23 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.162361.
+[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 00:09:38 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.158782.
+[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 00:09:53 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.156563.
+[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 00:10:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.155328.
+[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 00:10:23 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.154070.
+[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 00:10:38 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.154853.
+[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 00:10:53 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.155106.
+[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 00:11:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.156219.
+[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 00:11:23 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.156251.
+[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 00:11:38 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.154060.
+[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 00:11:53 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.152773.
+[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 00:12:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.152174.
+[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 00:12:23 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.152155.
+[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 00:12:38 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.151691.
+[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 00:12:53 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.151817.
+[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 00:13:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.150879.
+[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 00:13:23 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.150927.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 158.0440640641> <PPL_OOV 141.59709559987> <LOGP -1999596.4578097>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 9===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 00:13:33 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.273757.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.51752359496> <PPL_OOV 171.00540401362> <LOGP -164706.80542454>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER9 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1071980
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1075636
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35712173
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35828547
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70373604
+[SCHEDULER ITER9 LR1]: preparing parameters end.
+[SCHEDULER ITER9 LR1]: preparing layers...
+(00:13:43 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:13:43 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:13:43 2015-11-12)[nerv] info: create layer: combinerL1
+(00:13:43 2015-11-12)[nerv] info: create layer: outputL
+(00:13:43 2015-11-12)[nerv] info: create layer: softmaxL
+(00:13:43 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER9 LR1]: preparing layers end.
+[SCHEDULER ITER9 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER9 LR1]: Initing TNN end.
+===ITERATION 10 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 00:13:57 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.148254.
+[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 00:14:12 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.146126.
+[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 00:14:27 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.141048.
+[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 00:14:42 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.143453.
+[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 00:14:57 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.145387.
+[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 00:15:12 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.142340.
+[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 00:15:27 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.138628.
+[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 00:15:42 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.136678.
+[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 00:15:57 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.135412.
+[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 00:16:12 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.134423.
+[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 00:16:27 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.135186.
+[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 00:16:42 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.135570.
+[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 00:16:57 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.136204.
+[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 00:17:12 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.136237.
+[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 00:17:27 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.134013.
+[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 00:17:42 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.132866.
+[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 00:17:57 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.132337.
+[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 00:18:12 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.132372.
+[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 00:18:27 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.131824.
+[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 00:18:42 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.132127.
+[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 00:18:57 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.131530.
+[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 00:19:12 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.131705.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 150.92798176225> <PPL_OOV 135.47621583144> <LOGP -1981756.4475522>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 10===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 00:19:22 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.269691.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.38502341908> <PPL_OOV 169.22423473382> <LOGP -164371.39833756>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER10 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34546845
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34550501
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69194628
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69311005
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70382319
+[SCHEDULER ITER10 LR1]: preparing parameters end.
+[SCHEDULER ITER10 LR1]: preparing layers...
+(00:19:32 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:19:32 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:19:32 2015-11-12)[nerv] info: create layer: combinerL1
+(00:19:32 2015-11-12)[nerv] info: create layer: outputL
+(00:19:32 2015-11-12)[nerv] info: create layer: softmaxL
+(00:19:32 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER10 LR1]: preparing layers end.
+[SCHEDULER ITER10 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER10 LR1]: Initing TNN end.
+===ITERATION 11 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 00:19:46 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.139604.
+[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 00:20:01 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.135128.
+[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 00:20:16 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.128426.
+[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 00:20:31 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.129719.
+[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 00:20:46 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.130041.
+[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 00:21:01 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.126278.
+[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 00:21:16 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.122260.
+[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 00:21:31 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.120058.
+[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 00:21:46 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.118769.
+[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 00:22:01 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.117750.
+[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 00:22:16 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.118529.
+[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 00:22:31 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.118968.
+[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 00:22:46 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.119060.
+[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 00:23:01 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.119023.
+[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 00:23:16 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.116833.
+[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 00:23:31 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.115632.
+[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 00:23:46 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.115042.
+[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 00:24:01 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.115090.
+[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 00:24:16 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.114536.
+[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 00:24:31 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.114798.
+[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 00:24:46 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.114037.
+[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 00:25:01 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.114258.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.73821439199> <PPL_OOV 130.1412005626> <LOGP -1965536.7477128>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 11===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 00:25:12 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.264388.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.58886605248> <PPL_OOV 167.4347827608> <LOGP -164030.85757806>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER11 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1070697
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1074353
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35726413
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35842774
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70391178
+[SCHEDULER ITER11 LR1]: preparing parameters end.
+[SCHEDULER ITER11 LR1]: preparing layers...
+(00:25:22 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:25:22 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:25:22 2015-11-12)[nerv] info: create layer: combinerL1
+(00:25:22 2015-11-12)[nerv] info: create layer: outputL
+(00:25:22 2015-11-12)[nerv] info: create layer: softmaxL
+(00:25:22 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER11 LR1]: preparing layers end.
+[SCHEDULER ITER11 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER11 LR1]: Initing TNN end.
+===ITERATION 12 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 00:25:36 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.114399.
+[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 00:25:51 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.112078.
+[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 00:26:06 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.107746.
+[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 00:26:21 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.112277.
+[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 00:26:36 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.112757.
+[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 00:26:51 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.109550.
+[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 00:27:06 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.105701.
+[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 00:27:21 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.103779.
+[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 00:27:36 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.102643.
+[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 00:27:51 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.101215.
+[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 00:28:06 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.102125.
+[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 00:28:21 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.102673.
+[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 00:28:36 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.106563.
+[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 00:28:51 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.107925.
+[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 00:29:06 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.106878.
+[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 00:29:21 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.105814.
+[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 00:29:36 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.105226.
+[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 00:29:51 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.105008.
+[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 00:30:06 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.105053.
+[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 00:30:21 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.105313.
+[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 00:30:36 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.104382.
+[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 00:30:51 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.104366.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 141.34378472336> <PPL_OOV 127.20543583894> <LOGP -1956325.3215572>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 12===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 00:31:01 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.259682.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.30489838424> <PPL_OOV 165.46915193487> <LOGP -163652.56894809>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER12 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34549906
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34553562
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69212995
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69329338
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70399287
+[SCHEDULER ITER12 LR1]: preparing parameters end.
+[SCHEDULER ITER12 LR1]: preparing layers...
+(00:31:11 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:31:11 2015-11-12)[nerv] info: create layer: combinerL1
+(00:31:11 2015-11-12)[nerv] info: create layer: outputL
+(00:31:11 2015-11-12)[nerv] info: create layer: softmaxL
+(00:31:11 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER12 LR1]: preparing layers end.
+[SCHEDULER ITER12 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER12 LR1]: Initing TNN end.
+===ITERATION 13 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 00:31:25 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.097802.
+[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 00:31:40 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.097057.
+[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 00:31:55 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.092471.
+[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 00:32:10 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.094673.
+[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 00:32:25 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.095234.
+[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 00:32:40 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.092012.
+[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 00:32:55 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.088236.
+[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 00:33:10 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.086721.
+[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 00:33:25 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.085752.
+[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 00:33:40 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.084517.
+[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 00:33:55 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.085618.
+[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 00:34:10 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.086444.
+[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 00:34:25 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.086859.
+[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 00:34:40 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.087247.
+[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 00:34:55 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.085543.
+[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 00:35:10 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.084373.
+[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 00:35:25 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.084274.
+[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 00:35:40 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.084292.
+[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 00:35:55 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.083598.
+[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 00:36:10 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.084051.
+[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 00:36:25 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.083429.
+[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 00:36:40 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.083746.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.52600477096> <PPL_OOV 121.31997606285> <LOGP -1937200.5576514>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 13===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 00:36:50 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.257524.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.01087931533> <PPL_OOV 164.49261225521> <LOGP -163462.95828339>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER13 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1069106
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1072762
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35740080
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35856416
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70407549
+[SCHEDULER ITER13 LR1]: preparing parameters end.
+[SCHEDULER ITER13 LR1]: preparing layers...
+(00:37:00 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:37:00 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:37:00 2015-11-12)[nerv] info: create layer: combinerL1
+(00:37:00 2015-11-12)[nerv] info: create layer: outputL
+(00:37:00 2015-11-12)[nerv] info: create layer: softmaxL
+(00:37:00 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER13 LR1]: preparing layers end.
+[SCHEDULER ITER13 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER13 LR1]: Initing TNN end.
+===ITERATION 14 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 00:37:14 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.083632.
+[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 00:37:29 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.081719.
+[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 00:37:44 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.078103.
+[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 00:37:59 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.080349.
+[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 00:38:14 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.081059.
+[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 00:38:29 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.077897.
+[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 00:38:44 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.074395.
+[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 00:38:59 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.072848.
+[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 00:39:14 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.071953.
+[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 00:39:29 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.070445.
+[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 00:39:44 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.071640.
+[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 00:39:59 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.072586.
+[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 00:40:14 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.073025.
+[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 00:40:29 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.073392.
+[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 00:40:44 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.074239.
+[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 00:40:59 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.073443.
+[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 00:41:14 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.073154.
+[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 00:41:29 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.073099.
+[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 00:41:44 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.072384.
+[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 00:41:59 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.072796.
+[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 00:42:14 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.072078.
+[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 00:42:29 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.072372.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.88666760809> <PPL_OOV 118.18127796011> <LOGP -1926618.4566937>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 14===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 00:42:40 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.255296.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.18345708764> <PPL_OOV 163.35693072942> <LOGP -163241.0267925>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER14 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34552351
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34556007
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69232364
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69348695
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70417100
+[SCHEDULER ITER14 LR1]: preparing parameters end.
+[SCHEDULER ITER14 LR1]: preparing layers...
+(00:42:50 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:42:50 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:42:50 2015-11-12)[nerv] info: create layer: combinerL1
+(00:42:50 2015-11-12)[nerv] info: create layer: outputL
+(00:42:50 2015-11-12)[nerv] info: create layer: softmaxL
+(00:42:50 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER14 LR1]: preparing layers end.
+[SCHEDULER ITER14 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER14 LR1]: Initing TNN end.
+===ITERATION 15 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 00:43:04 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.071539.
+[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 00:43:19 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.069562.
+[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 00:43:34 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066060.
+[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 00:43:49 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.068427.
+[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 00:44:04 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.068958.
+[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 00:44:19 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066290.
+[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 00:44:34 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.062588.
+[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 00:44:49 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.061054.
+[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 00:45:04 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.060079.
+[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 00:45:19 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.058899.
+[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 00:45:34 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.060381.
+[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 00:45:49 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.061214.
+[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 00:46:04 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.061742.
+[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 00:46:19 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.062036.
+[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 00:46:34 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.060190.
+[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 00:46:49 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.058949.
+[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 00:47:04 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.058893.
+[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 00:47:19 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.058851.
+[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 00:47:34 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.058109.
+[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 00:47:49 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.058625.
+[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 00:48:04 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.057959.
+[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 00:48:19 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.058335.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.56734714787> <PPL_OOV 114.42237598772> <LOGP -1913569.1463526>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 15===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 00:48:30 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.255632.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.96635882993> <PPL_OOV 163.29886366824> <LOGP -163229.63807816>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER15 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1067639
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1071296
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35757134
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35873452
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70427089
+[SCHEDULER ITER15 LR1]: preparing parameters end.
+[SCHEDULER ITER15 LR1]: preparing layers...
+(00:48:40 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:48:40 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:48:40 2015-11-12)[nerv] info: create layer: combinerL1
+(00:48:40 2015-11-12)[nerv] info: create layer: outputL
+(00:48:40 2015-11-12)[nerv] info: create layer: softmaxL
+(00:48:40 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER15 LR1]: preparing layers end.
+[SCHEDULER ITER15 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER15 LR1]: Initing TNN end.
+===ITERATION 16 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 00:48:54 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.059756.
+[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 00:49:09 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.057340.
+[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 00:49:24 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.054485.
+[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 00:49:39 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056365.
+[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 00:49:54 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056803.
+[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 00:50:09 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.054190.
+[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 00:50:24 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.050290.
+[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 00:50:39 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.048802.
+[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 00:50:54 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.048001.
+[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 00:51:09 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.046407.
+[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 00:51:24 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.047731.
+[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 00:51:39 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.048739.
+[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 00:51:54 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.049122.
+[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 00:52:09 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.049512.
+[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 00:52:24 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.047719.
+[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 00:52:39 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.046610.
+[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 00:52:54 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.046427.
+[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 00:53:09 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.046380.
+[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 00:53:24 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.045614.
+[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 00:53:39 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.046162.
+[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 00:53:54 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.045589.
+[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 00:54:09 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.046034.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.87017623285> <PPL_OOV 111.22724121657> <LOGP -1902135.3911203>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 16===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 00:54:20 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.251943.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 178.99403991363> <PPL_OOV 161.68134014187> <LOGP -162910.75424582>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER16 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34554421
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558078
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69254488
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69370798
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70437717
+[SCHEDULER ITER16 LR1]: preparing parameters end.
+[SCHEDULER ITER16 LR1]: preparing layers...
+(00:54:30 2015-11-12)[nerv] info: create layer: recurrentL1
+(00:54:30 2015-11-12)[nerv] info: create layer: sigmoidL1
+(00:54:30 2015-11-12)[nerv] info: create layer: combinerL1
+(00:54:30 2015-11-12)[nerv] info: create layer: outputL
+(00:54:30 2015-11-12)[nerv] info: create layer: softmaxL
+(00:54:30 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER16 LR1]: preparing layers end.
+[SCHEDULER ITER16 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER16 LR1]: Initing TNN end.
+===ITERATION 17 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 00:54:44 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.047700.
+[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 00:54:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.045331.
+[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 00:55:14 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.042486.
+[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 00:55:29 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.044767.
+[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 00:55:44 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.045295.
+[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 00:55:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.042481.
+[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 00:56:14 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.038778.
+[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 00:56:29 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.037305.
+[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 00:56:44 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.036705.
+[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 00:56:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.035033.
+[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 00:57:14 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.036513.
+[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 00:57:29 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.037587.
+[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 00:57:44 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.037913.
+[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 00:57:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.038162.
+[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 00:58:14 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.036382.
+[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 00:58:29 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.035306.
+[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 00:58:44 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.037218.
+[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 00:58:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.038632.
+[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 00:59:14 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.039336.
+[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 00:59:29 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.040228.
+[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 00:59:44 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.040115.
+[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 00:59:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.040622.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 121.28463604612> <PPL_OOV 109.84815988742> <LOGP -1897098.5253946>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 17===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 01:00:10 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.253681.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 179.83398269773> <PPL_OOV 162.32445733694> <LOGP -163037.92086508>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER17 LR1]: PPL did not improve, rejected...
+
+[SCHEDULER ITER17 LR1]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34554421
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558078
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69254488
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69370798
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70437717
+[SCHEDULER ITER17 LR1]: preparing parameters end.
+[SCHEDULER ITER17 LR1]: preparing layers...
+(01:00:19 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:00:19 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:00:19 2015-11-12)[nerv] info: create layer: combinerL1
+(01:00:19 2015-11-12)[nerv] info: create layer: outputL
+(01:00:19 2015-11-12)[nerv] info: create layer: softmaxL
+(01:00:19 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER17 LR1]: preparing layers end.
+[SCHEDULER ITER17 LR1]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER17 LR1]: Initing TNN end.
+===ITERATION 18 LR 0.600000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER18 LR0.6]: 40092 words processed Thu Nov 12 01:00:33 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.024202.
+[SCHEDULER ITER18 LR0.6]: 80099 words processed Thu Nov 12 01:00:48 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018793.
+[SCHEDULER ITER18 LR0.6]: 120004 words processed Thu Nov 12 01:01:03 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013192.
+[SCHEDULER ITER18 LR0.6]: 160114 words processed Thu Nov 12 01:01:18 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014380.
+[SCHEDULER ITER18 LR0.6]: 200066 words processed Thu Nov 12 01:01:33 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013577.
+[SCHEDULER ITER18 LR0.6]: 240045 words processed Thu Nov 12 01:01:48 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010078.
+[SCHEDULER ITER18 LR0.6]: 280057 words processed Thu Nov 12 01:02:03 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.005693.
+[SCHEDULER ITER18 LR0.6]: 320106 words processed Thu Nov 12 01:02:18 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003560.
+[SCHEDULER ITER18 LR0.6]: 360024 words processed Thu Nov 12 01:02:33 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001999.
+[SCHEDULER ITER18 LR0.6]: 400089 words processed Thu Nov 12 01:02:48 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.999502.
+[SCHEDULER ITER18 LR0.6]: 440067 words processed Thu Nov 12 01:03:03 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000129.
+[SCHEDULER ITER18 LR0.6]: 480051 words processed Thu Nov 12 01:03:18 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000716.
+[SCHEDULER ITER18 LR0.6]: 520140 words processed Thu Nov 12 01:03:33 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000487.
+[SCHEDULER ITER18 LR0.6]: 560132 words processed Thu Nov 12 01:03:48 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000103.
+[SCHEDULER ITER18 LR0.6]: 600118 words processed Thu Nov 12 01:04:03 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.997994.
+[SCHEDULER ITER18 LR0.6]: 640090 words processed Thu Nov 12 01:04:18 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.996338.
+[SCHEDULER ITER18 LR0.6]: 680075 words processed Thu Nov 12 01:04:33 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.995479.
+[SCHEDULER ITER18 LR0.6]: 720043 words processed Thu Nov 12 01:04:48 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.994771.
+[SCHEDULER ITER18 LR0.6]: 760012 words processed Thu Nov 12 01:05:03 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993487.
+[SCHEDULER ITER18 LR0.6]: 800113 words processed Thu Nov 12 01:05:18 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993631.
+[SCHEDULER ITER18 LR0.6]: 840089 words processed Thu Nov 12 01:05:33 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992675.
+[SCHEDULER ITER18 LR0.6]: 880052 words processed Thu Nov 12 01:05:48 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992732.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER18 LR0.6]: Displaying result:
+[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 108.70400062366> <PPL_OOV 98.359062098477> <LOGP -1852498.3256461>
+[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 18===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER18 LR0.6]: 40095 words processed Thu Nov 12 01:05:59 2015.
+ [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.228737.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER18 LR0.6]: Displaying result:
+[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 169.56929772068> <PPL_OOV 152.53770353054> <LOGP -161045.90254917>
+[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER18 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER18 LR0.6]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1066185
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1069841
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35771247
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35887546
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70442362
+[SCHEDULER ITER18 LR0.6]: preparing parameters end.
+[SCHEDULER ITER18 LR0.6]: preparing layers...
+(01:06:09 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:06:09 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:06:09 2015-11-12)[nerv] info: create layer: combinerL1
+(01:06:09 2015-11-12)[nerv] info: create layer: outputL
+(01:06:09 2015-11-12)[nerv] info: create layer: softmaxL
+(01:06:09 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER18 LR0.6]: preparing layers end.
+[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER18 LR0.6]: Initing TNN end.
+===ITERATION 19 LR 0.360000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER19 LR0.36]: 40092 words processed Thu Nov 12 01:06:23 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.990624.
+[SCHEDULER ITER19 LR0.36]: 80099 words processed Thu Nov 12 01:06:38 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986215.
+[SCHEDULER ITER19 LR0.36]: 120004 words processed Thu Nov 12 01:06:53 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.980849.
+[SCHEDULER ITER19 LR0.36]: 160114 words processed Thu Nov 12 01:07:08 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982179.
+[SCHEDULER ITER19 LR0.36]: 200066 words processed Thu Nov 12 01:07:23 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.981172.
+[SCHEDULER ITER19 LR0.36]: 240045 words processed Thu Nov 12 01:07:38 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977568.
+[SCHEDULER ITER19 LR0.36]: 280057 words processed Thu Nov 12 01:07:53 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973135.
+[SCHEDULER ITER19 LR0.36]: 320106 words processed Thu Nov 12 01:08:08 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971030.
+[SCHEDULER ITER19 LR0.36]: 360024 words processed Thu Nov 12 01:08:23 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.969491.
+[SCHEDULER ITER19 LR0.36]: 400089 words processed Thu Nov 12 01:08:38 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966845.
+[SCHEDULER ITER19 LR0.36]: 440067 words processed Thu Nov 12 01:08:53 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967329.
+[SCHEDULER ITER19 LR0.36]: 480051 words processed Thu Nov 12 01:09:08 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967822.
+[SCHEDULER ITER19 LR0.36]: 520140 words processed Thu Nov 12 01:09:23 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967422.
+[SCHEDULER ITER19 LR0.36]: 560132 words processed Thu Nov 12 01:09:38 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966842.
+[SCHEDULER ITER19 LR0.36]: 600118 words processed Thu Nov 12 01:09:53 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964563.
+[SCHEDULER ITER19 LR0.36]: 640090 words processed Thu Nov 12 01:10:08 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.962714.
+[SCHEDULER ITER19 LR0.36]: 680075 words processed Thu Nov 12 01:10:23 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961675.
+[SCHEDULER ITER19 LR0.36]: 720043 words processed Thu Nov 12 01:10:38 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.960652.
+[SCHEDULER ITER19 LR0.36]: 760012 words processed Thu Nov 12 01:10:53 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.959081.
+[SCHEDULER ITER19 LR0.36]: 800113 words processed Thu Nov 12 01:11:08 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.958985.
+[SCHEDULER ITER19 LR0.36]: 840089 words processed Thu Nov 12 01:11:23 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957848.
+[SCHEDULER ITER19 LR0.36]: 880052 words processed Thu Nov 12 01:11:38 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957706.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER19 LR0.36]: Displaying result:
+[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 100.12438942492> <PPL_OOV 90.725852676636> <LOGP -1819885.256995>
+[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 19===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER19 LR0.36]: 40095 words processed Thu Nov 12 01:11:49 2015.
+ [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.213530.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER19 LR0.36]: Displaying result:
+[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.95197353857> <PPL_OOV 146.77074860966> <LOGP -159811.33021132>
+[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER19 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER19 LR0.36]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34554870
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558526
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69262411
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69378670
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70444295
+[SCHEDULER ITER19 LR0.36]: preparing parameters end.
+[SCHEDULER ITER19 LR0.36]: preparing layers...
+(01:11:59 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:11:59 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:11:59 2015-11-12)[nerv] info: create layer: combinerL1
+(01:11:59 2015-11-12)[nerv] info: create layer: outputL
+(01:11:59 2015-11-12)[nerv] info: create layer: softmaxL
+(01:11:59 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER19 LR0.36]: preparing layers end.
+[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER19 LR0.36]: Initing TNN end.
+===ITERATION 20 LR 0.216000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER20 LR0.216]: 40092 words processed Thu Nov 12 01:12:13 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967559.
+[SCHEDULER ITER20 LR0.216]: 80099 words processed Thu Nov 12 01:12:28 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.963345.
+[SCHEDULER ITER20 LR0.216]: 120004 words processed Thu Nov 12 01:12:43 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958499.
+[SCHEDULER ITER20 LR0.216]: 160114 words processed Thu Nov 12 01:12:58 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.959800.
+[SCHEDULER ITER20 LR0.216]: 200066 words processed Thu Nov 12 01:13:13 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958773.
+[SCHEDULER ITER20 LR0.216]: 240045 words processed Thu Nov 12 01:13:28 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.955213.
+[SCHEDULER ITER20 LR0.216]: 280057 words processed Thu Nov 12 01:13:43 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950820.
+[SCHEDULER ITER20 LR0.216]: 320106 words processed Thu Nov 12 01:13:58 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948775.
+[SCHEDULER ITER20 LR0.216]: 360024 words processed Thu Nov 12 01:14:13 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947172.
+[SCHEDULER ITER20 LR0.216]: 400089 words processed Thu Nov 12 01:14:28 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944459.
+[SCHEDULER ITER20 LR0.216]: 440067 words processed Thu Nov 12 01:14:43 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944910.
+[SCHEDULER ITER20 LR0.216]: 480051 words processed Thu Nov 12 01:14:58 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945416.
+[SCHEDULER ITER20 LR0.216]: 520140 words processed Thu Nov 12 01:15:13 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944994.
+[SCHEDULER ITER20 LR0.216]: 560132 words processed Thu Nov 12 01:15:28 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944317.
+[SCHEDULER ITER20 LR0.216]: 600118 words processed Thu Nov 12 01:15:43 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941962.
+[SCHEDULER ITER20 LR0.216]: 640090 words processed Thu Nov 12 01:15:58 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.940033.
+[SCHEDULER ITER20 LR0.216]: 680075 words processed Thu Nov 12 01:16:13 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938897.
+[SCHEDULER ITER20 LR0.216]: 720043 words processed Thu Nov 12 01:16:28 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.937719.
+[SCHEDULER ITER20 LR0.216]: 760012 words processed Thu Nov 12 01:16:43 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936007.
+[SCHEDULER ITER20 LR0.216]: 800113 words processed Thu Nov 12 01:16:58 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935797.
+[SCHEDULER ITER20 LR0.216]: 840089 words processed Thu Nov 12 01:17:13 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934551.
+[SCHEDULER ITER20 LR0.216]: 880052 words processed Thu Nov 12 01:17:28 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934317.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER20 LR0.216]: Displaying result:
+[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.753105674754> <PPL_OOV 85.961951779407> <LOGP -1798109.8290429>
+[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 20===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER20 LR0.216]: 40095 words processed Thu Nov 12 01:17:39 2015.
+ [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.203424.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER20 LR0.216]: Displaying result:
+[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 160.09617467948> <PPL_OOV 143.01939757135> <LOGP -158981.93109646>
+[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER20 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER20 LR0.216]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1065176
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1068831
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35773762
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35890004
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70444950
+[SCHEDULER ITER20 LR0.216]: preparing parameters end.
+[SCHEDULER ITER20 LR0.216]: preparing layers...
+(01:17:49 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:17:49 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:17:49 2015-11-12)[nerv] info: create layer: combinerL1
+(01:17:49 2015-11-12)[nerv] info: create layer: outputL
+(01:17:49 2015-11-12)[nerv] info: create layer: softmaxL
+(01:17:49 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER20 LR0.216]: preparing layers end.
+[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER20 LR0.216]: Initing TNN end.
+===ITERATION 21 LR 0.129600===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER21 LR0.1296]: 40092 words processed Thu Nov 12 01:18:03 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.951335.
+[SCHEDULER ITER21 LR0.1296]: 80099 words processed Thu Nov 12 01:18:18 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.947610.
+[SCHEDULER ITER21 LR0.1296]: 120004 words processed Thu Nov 12 01:18:33 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.942890.
+[SCHEDULER ITER21 LR0.1296]: 160114 words processed Thu Nov 12 01:18:48 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944302.
+[SCHEDULER ITER21 LR0.1296]: 200066 words processed Thu Nov 12 01:19:03 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943282.
+[SCHEDULER ITER21 LR0.1296]: 240045 words processed Thu Nov 12 01:19:18 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939753.
+[SCHEDULER ITER21 LR0.1296]: 280057 words processed Thu Nov 12 01:19:33 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935418.
+[SCHEDULER ITER21 LR0.1296]: 320106 words processed Thu Nov 12 01:19:48 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933426.
+[SCHEDULER ITER21 LR0.1296]: 360024 words processed Thu Nov 12 01:20:03 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931832.
+[SCHEDULER ITER21 LR0.1296]: 400089 words processed Thu Nov 12 01:20:18 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929091.
+[SCHEDULER ITER21 LR0.1296]: 440067 words processed Thu Nov 12 01:20:33 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929533.
+[SCHEDULER ITER21 LR0.1296]: 480051 words processed Thu Nov 12 01:20:48 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.930027.
+[SCHEDULER ITER21 LR0.1296]: 520140 words processed Thu Nov 12 01:21:03 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929592.
+[SCHEDULER ITER21 LR0.1296]: 560132 words processed Thu Nov 12 01:21:18 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928927.
+[SCHEDULER ITER21 LR0.1296]: 600118 words processed Thu Nov 12 01:21:33 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.926559.
+[SCHEDULER ITER21 LR0.1296]: 640090 words processed Thu Nov 12 01:21:48 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.924591.
+[SCHEDULER ITER21 LR0.1296]: 680075 words processed Thu Nov 12 01:22:03 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923420.
+[SCHEDULER ITER21 LR0.1296]: 720043 words processed Thu Nov 12 01:22:18 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922133.
+[SCHEDULER ITER21 LR0.1296]: 760012 words processed Thu Nov 12 01:22:33 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920347.
+[SCHEDULER ITER21 LR0.1296]: 800113 words processed Thu Nov 12 01:22:48 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920081.
+[SCHEDULER ITER21 LR0.1296]: 840089 words processed Thu Nov 12 01:23:03 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918757.
+[SCHEDULER ITER21 LR0.1296]: 880052 words processed Thu Nov 12 01:23:18 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918445.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER21 LR0.1296]: Displaying result:
+[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 91.270326986171> <PPL_OOV 82.873330866195> <LOGP -1783337.2903764>
+[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 21===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER21 LR0.1296]: 40095 words processed Thu Nov 12 01:23:29 2015.
+ [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.196621.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER21 LR0.1296]: Displaying result:
+[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 157.26268624456> <PPL_OOV 140.53205363241> <LOGP -158419.91297055>
+[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER21 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER21 LR0.1296]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34554961
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558616
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69264058
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69380300
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70445155
+[SCHEDULER ITER21 LR0.1296]: preparing parameters end.
+[SCHEDULER ITER21 LR0.1296]: preparing layers...
+(01:23:39 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:23:39 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:23:39 2015-11-12)[nerv] info: create layer: combinerL1
+(01:23:39 2015-11-12)[nerv] info: create layer: outputL
+(01:23:39 2015-11-12)[nerv] info: create layer: softmaxL
+(01:23:39 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER21 LR0.1296]: preparing layers end.
+[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER21 LR0.1296]: Initing TNN end.
+===ITERATION 22 LR 0.077760===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER22 LR0.07776]: 40092 words processed Thu Nov 12 01:23:53 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.940484.
+[SCHEDULER ITER22 LR0.07776]: 80099 words processed Thu Nov 12 01:24:08 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.936787.
+[SCHEDULER ITER22 LR0.07776]: 120004 words processed Thu Nov 12 01:24:23 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932226.
+[SCHEDULER ITER22 LR0.07776]: 160114 words processed Thu Nov 12 01:24:38 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.933632.
+[SCHEDULER ITER22 LR0.07776]: 200066 words processed Thu Nov 12 01:24:53 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932704.
+[SCHEDULER ITER22 LR0.07776]: 240045 words processed Thu Nov 12 01:25:08 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.929223.
+[SCHEDULER ITER22 LR0.07776]: 280057 words processed Thu Nov 12 01:25:23 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.924926.
+[SCHEDULER ITER22 LR0.07776]: 320106 words processed Thu Nov 12 01:25:38 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.922987.
+[SCHEDULER ITER22 LR0.07776]: 360024 words processed Thu Nov 12 01:25:53 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921419.
+[SCHEDULER ITER22 LR0.07776]: 400089 words processed Thu Nov 12 01:26:08 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918661.
+[SCHEDULER ITER22 LR0.07776]: 440067 words processed Thu Nov 12 01:26:23 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919149.
+[SCHEDULER ITER22 LR0.07776]: 480051 words processed Thu Nov 12 01:26:38 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919664.
+[SCHEDULER ITER22 LR0.07776]: 520140 words processed Thu Nov 12 01:26:53 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919218.
+[SCHEDULER ITER22 LR0.07776]: 560132 words processed Thu Nov 12 01:27:08 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918539.
+[SCHEDULER ITER22 LR0.07776]: 600118 words processed Thu Nov 12 01:27:23 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916146.
+[SCHEDULER ITER22 LR0.07776]: 640090 words processed Thu Nov 12 01:27:38 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.914161.
+[SCHEDULER ITER22 LR0.07776]: 680075 words processed Thu Nov 12 01:27:53 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.912971.
+[SCHEDULER ITER22 LR0.07776]: 720043 words processed Thu Nov 12 01:28:08 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911653.
+[SCHEDULER ITER22 LR0.07776]: 760012 words processed Thu Nov 12 01:28:23 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909812.
+[SCHEDULER ITER22 LR0.07776]: 800113 words processed Thu Nov 12 01:28:38 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909505.
+[SCHEDULER ITER22 LR0.07776]: 840089 words processed Thu Nov 12 01:28:53 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908136.
+[SCHEDULER ITER22 LR0.07776]: 880052 words processed Thu Nov 12 01:29:08 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.907788.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER22 LR0.07776]: Displaying result:
+[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 89.003127468268> <PPL_OOV 80.861888700657> <LOGP -1773417.7265796>
+[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 22===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER22 LR0.07776]: 40095 words processed Thu Nov 12 01:29:19 2015.
+ [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.191610.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER22 LR0.07776]: Displaying result:
+[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.05586123736> <PPL_OOV 138.7712337067> <LOGP -158016.0073789>
+[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER22 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER22 LR0.07776]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1064613
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1068268
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35773620
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35889861
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70444942
+[SCHEDULER ITER22 LR0.07776]: preparing parameters end.
+[SCHEDULER ITER22 LR0.07776]: preparing layers...
+(01:29:29 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:29:29 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:29:29 2015-11-12)[nerv] info: create layer: combinerL1
+(01:29:29 2015-11-12)[nerv] info: create layer: outputL
+(01:29:29 2015-11-12)[nerv] info: create layer: softmaxL
+(01:29:29 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER22 LR0.07776]: preparing layers end.
+[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER22 LR0.07776]: Initing TNN end.
+===ITERATION 23 LR 0.046656===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER23 LR0.046656]: 40092 words processed Thu Nov 12 01:29:43 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.933334.
+[SCHEDULER ITER23 LR0.046656]: 80099 words processed Thu Nov 12 01:29:58 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.929707.
+[SCHEDULER ITER23 LR0.046656]: 120004 words processed Thu Nov 12 01:30:13 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925262.
+[SCHEDULER ITER23 LR0.046656]: 160114 words processed Thu Nov 12 01:30:28 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.926677.
+[SCHEDULER ITER23 LR0.046656]: 200066 words processed Thu Nov 12 01:30:43 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925802.
+[SCHEDULER ITER23 LR0.046656]: 240045 words processed Thu Nov 12 01:30:58 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.922357.
+[SCHEDULER ITER23 LR0.046656]: 280057 words processed Thu Nov 12 01:31:13 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.918074.
+[SCHEDULER ITER23 LR0.046656]: 320106 words processed Thu Nov 12 01:31:28 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.916167.
+[SCHEDULER ITER23 LR0.046656]: 360024 words processed Thu Nov 12 01:31:43 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.914598.
+[SCHEDULER ITER23 LR0.046656]: 400089 words processed Thu Nov 12 01:31:58 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911833.
+[SCHEDULER ITER23 LR0.046656]: 440067 words processed Thu Nov 12 01:32:13 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912350.
+[SCHEDULER ITER23 LR0.046656]: 480051 words processed Thu Nov 12 01:32:28 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912869.
+[SCHEDULER ITER23 LR0.046656]: 520140 words processed Thu Nov 12 01:32:43 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912401.
+[SCHEDULER ITER23 LR0.046656]: 560132 words processed Thu Nov 12 01:32:58 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911724.
+[SCHEDULER ITER23 LR0.046656]: 600118 words processed Thu Nov 12 01:33:13 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909324.
+[SCHEDULER ITER23 LR0.046656]: 640090 words processed Thu Nov 12 01:33:28 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907324.
+[SCHEDULER ITER23 LR0.046656]: 680075 words processed Thu Nov 12 01:33:43 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.906107.
+[SCHEDULER ITER23 LR0.046656]: 720043 words processed Thu Nov 12 01:33:58 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.904765.
+[SCHEDULER ITER23 LR0.046656]: 760012 words processed Thu Nov 12 01:34:13 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902884.
+[SCHEDULER ITER23 LR0.046656]: 800113 words processed Thu Nov 12 01:34:28 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902552.
+[SCHEDULER ITER23 LR0.046656]: 840089 words processed Thu Nov 12 01:34:43 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901155.
+[SCHEDULER ITER23 LR0.046656]: 880052 words processed Thu Nov 12 01:34:58 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900776.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER23 LR0.046656]: Displaying result:
+[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.545823363843> <PPL_OOV 79.565392552494> <LOGP -1766892.3174658>
+[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 23===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER23 LR0.046656]: 40095 words processed Thu Nov 12 01:35:09 2015.
+ [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.188314.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER23 LR0.046656]: Displaying result:
+[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.58760205562> <PPL_OOV 137.62050638734> <LOGP -157749.26925758>
+[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER23 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER23 LR0.046656]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34555101
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558756
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69264040
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69380276
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70444745
+[SCHEDULER ITER23 LR0.046656]: preparing parameters end.
+[SCHEDULER ITER23 LR0.046656]: preparing layers...
+(01:35:19 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:35:19 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:35:19 2015-11-12)[nerv] info: create layer: combinerL1
+(01:35:19 2015-11-12)[nerv] info: create layer: outputL
+(01:35:19 2015-11-12)[nerv] info: create layer: softmaxL
+(01:35:19 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER23 LR0.046656]: preparing layers end.
+[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER23 LR0.046656]: Initing TNN end.
+===ITERATION 24 LR 0.027994===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Thu Nov 12 01:35:33 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.928511.
+[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Thu Nov 12 01:35:48 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.924924.
+[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Thu Nov 12 01:36:03 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.920550.
+[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Thu Nov 12 01:36:18 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921922.
+[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Thu Nov 12 01:36:33 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921104.
+[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Thu Nov 12 01:36:48 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917689.
+[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Thu Nov 12 01:37:03 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.913421.
+[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Thu Nov 12 01:37:18 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.911519.
+[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Thu Nov 12 01:37:33 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909957.
+[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Thu Nov 12 01:37:48 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907198.
+[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Thu Nov 12 01:38:03 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907743.
+[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Thu Nov 12 01:38:18 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.908256.
+[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Thu Nov 12 01:38:33 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907768.
+[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Thu Nov 12 01:38:48 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907088.
+[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Thu Nov 12 01:39:03 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904685.
+[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Thu Nov 12 01:39:18 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902675.
+[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Thu Nov 12 01:39:33 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.901438.
+[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Thu Nov 12 01:39:48 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900071.
+[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Thu Nov 12 01:40:03 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.898156.
+[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Thu Nov 12 01:40:18 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897806.
+[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Thu Nov 12 01:40:33 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896389.
+[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Thu Nov 12 01:40:48 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895990.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER24 LR0.0279936]: Displaying result:
+[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.565539430375> <PPL_OOV 78.692231346472> <LOGP -1762437.4018618>
+[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 24===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Thu Nov 12 01:40:59 2015.
+ [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.186537.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER24 LR0.0279936]: Displaying result:
+[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.81717033604> <PPL_OOV 136.97293469658> <LOGP -157598.17995536>
+[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER24 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER24 LR0.0279936]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1064385
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1068040
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35773080
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35889316
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70444417
+[SCHEDULER ITER24 LR0.0279936]: preparing parameters end.
+[SCHEDULER ITER24 LR0.0279936]: preparing layers...
+(01:41:09 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:41:09 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:41:09 2015-11-12)[nerv] info: create layer: combinerL1
+(01:41:09 2015-11-12)[nerv] info: create layer: outputL
+(01:41:09 2015-11-12)[nerv] info: create layer: softmaxL
+(01:41:09 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER24 LR0.0279936]: preparing layers end.
+[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER24 LR0.0279936]: Initing TNN end.
+===ITERATION 25 LR 0.016796===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Thu Nov 12 01:41:23 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925180.
+[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Thu Nov 12 01:41:38 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.921551.
+[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Thu Nov 12 01:41:53 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917238.
+[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Thu Nov 12 01:42:08 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918589.
+[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Thu Nov 12 01:42:23 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917803.
+[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Thu Nov 12 01:42:38 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914409.
+[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Thu Nov 12 01:42:53 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910162.
+[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Thu Nov 12 01:43:08 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.908270.
+[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Thu Nov 12 01:43:23 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906710.
+[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Thu Nov 12 01:43:38 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903951.
+[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Thu Nov 12 01:43:53 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904514.
+[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Thu Nov 12 01:44:08 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.905025.
+[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Thu Nov 12 01:44:23 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904532.
+[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Thu Nov 12 01:44:38 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903863.
+[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Thu Nov 12 01:44:53 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901467.
+[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Thu Nov 12 01:45:08 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899449.
+[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Thu Nov 12 01:45:23 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898215.
+[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Thu Nov 12 01:45:38 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896838.
+[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Thu Nov 12 01:45:53 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894905.
+[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Thu Nov 12 01:46:08 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894551.
+[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Thu Nov 12 01:46:23 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.893121.
+[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Thu Nov 12 01:46:38 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892716.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER25 LR0.01679616]: Displaying result:
+[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.901783416037> <PPL_OOV 78.101233295351> <LOGP -1759393.9570444>
+[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 25===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Thu Nov 12 01:46:49 2015.
+ [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.185319.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER25 LR0.01679616]: Displaying result:
+[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.34941626246> <PPL_OOV 136.55183039612> <LOGP -157499.54551585>
+[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER25 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER25 LR0.01679616]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34555101
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558756
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69263733
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69379965
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70444307
+[SCHEDULER ITER25 LR0.01679616]: preparing parameters end.
+[SCHEDULER ITER25 LR0.01679616]: preparing layers...
+(01:46:59 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:46:59 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:46:59 2015-11-12)[nerv] info: create layer: combinerL1
+(01:46:59 2015-11-12)[nerv] info: create layer: outputL
+(01:46:59 2015-11-12)[nerv] info: create layer: softmaxL
+(01:46:59 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER25 LR0.01679616]: preparing layers end.
+[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER25 LR0.01679616]: Initing TNN end.
+===ITERATION 26 LR 0.010078===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Thu Nov 12 01:47:13 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923091.
+[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Thu Nov 12 01:47:28 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.919446.
+[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Thu Nov 12 01:47:43 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915171.
+[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Thu Nov 12 01:47:58 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916515.
+[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Thu Nov 12 01:48:13 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915743.
+[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Thu Nov 12 01:48:28 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.912365.
+[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Thu Nov 12 01:48:43 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908135.
+[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Thu Nov 12 01:48:58 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906252.
+[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Thu Nov 12 01:49:13 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.904683.
+[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Thu Nov 12 01:49:28 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901912.
+[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Thu Nov 12 01:49:43 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902483.
+[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Thu Nov 12 01:49:58 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902991.
+[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Thu Nov 12 01:50:13 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902485.
+[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Thu Nov 12 01:50:28 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901828.
+[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Thu Nov 12 01:50:43 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899435.
+[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Thu Nov 12 01:50:58 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897413.
+[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Thu Nov 12 01:51:13 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896177.
+[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Thu Nov 12 01:51:28 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894795.
+[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Thu Nov 12 01:51:43 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892849.
+[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Thu Nov 12 01:51:58 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892490.
+[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Thu Nov 12 01:52:13 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891057.
+[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Thu Nov 12 01:52:28 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890646.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER26 LR0.010077696]: Displaying result:
+[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.485377013744> <PPL_OOV 77.729717789741> <LOGP -1757468.9632727>
+[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 26===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Thu Nov 12 01:52:39 2015.
+ [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.184538.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER26 LR0.010077696]: Displaying result:
+[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.05204287341> <PPL_OOV 136.28390102489> <LOGP -157436.6304822>
+[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER26 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER26 LR0.010077696]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1064322
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1067977
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35772897
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35889126
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70444237
+[SCHEDULER ITER26 LR0.010077696]: preparing parameters end.
+[SCHEDULER ITER26 LR0.010077696]: preparing layers...
+(01:52:49 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:52:49 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:52:49 2015-11-12)[nerv] info: create layer: combinerL1
+(01:52:49 2015-11-12)[nerv] info: create layer: outputL
+(01:52:49 2015-11-12)[nerv] info: create layer: softmaxL
+(01:52:49 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER26 LR0.010077696]: preparing layers end.
+[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER26 LR0.010077696]: Initing TNN end.
+===ITERATION 27 LR 0.006047===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Thu Nov 12 01:53:03 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.921666.
+[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Thu Nov 12 01:53:18 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918061.
+[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Thu Nov 12 01:53:33 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.913880.
+[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Thu Nov 12 01:53:48 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.915215.
+[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Thu Nov 12 01:54:03 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914448.
+[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Thu Nov 12 01:54:18 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.911094.
+[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Thu Nov 12 01:54:33 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906876.
+[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Thu Nov 12 01:54:48 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.905001.
+[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Thu Nov 12 01:55:03 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.903422.
+[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Thu Nov 12 01:55:18 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900639.
+[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Thu Nov 12 01:55:33 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901210.
+[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Thu Nov 12 01:55:48 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901716.
+[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Thu Nov 12 01:56:03 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901194.
+[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Thu Nov 12 01:56:18 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900548.
+[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Thu Nov 12 01:56:33 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898160.
+[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Thu Nov 12 01:56:48 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896131.
+[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Thu Nov 12 01:57:03 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894893.
+[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Thu Nov 12 01:57:18 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.893511.
+[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Thu Nov 12 01:57:33 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891562.
+[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Thu Nov 12 01:57:48 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891197.
+[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Thu Nov 12 01:58:03 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889762.
+[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Thu Nov 12 01:58:18 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889344.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER27 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.224660158901> <PPL_OOV 77.497211452212> <LOGP -1756259.5538813>
+[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 27===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Thu Nov 12 01:58:29 2015.
+ [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.184022.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER27 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.86735318981> <PPL_OOV 136.10562675702> <LOGP -157394.69964518>
+[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER27 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER27 LR0.0060466176]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34555108
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558763
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69263622
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69379852
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70444148
+[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end.
+[SCHEDULER ITER27 LR0.0060466176]: preparing layers...
+(01:58:39 2015-11-12)[nerv] info: create layer: recurrentL1
+(01:58:39 2015-11-12)[nerv] info: create layer: sigmoidL1
+(01:58:39 2015-11-12)[nerv] info: create layer: combinerL1
+(01:58:39 2015-11-12)[nerv] info: create layer: outputL
+(01:58:39 2015-11-12)[nerv] info: create layer: softmaxL
+(01:58:39 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER27 LR0.0060466176]: preparing layers end.
+[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end.
+===ITERATION 28 LR 0.003628===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Thu Nov 12 01:58:53 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920803.
+[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Thu Nov 12 01:59:08 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917171.
+[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Thu Nov 12 01:59:23 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.912981.
+[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Thu Nov 12 01:59:38 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.914311.
+[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Thu Nov 12 01:59:53 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913544.
+[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Thu Nov 12 02:00:08 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.910217.
+[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Thu Nov 12 02:00:23 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906009.
+[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Thu Nov 12 02:00:38 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.904146.
+[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Thu Nov 12 02:00:53 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.902565.
+[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Thu Nov 12 02:01:08 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899781.
+[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Thu Nov 12 02:01:23 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900360.
+[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Thu Nov 12 02:01:38 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900873.
+[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Thu Nov 12 02:01:53 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900345.
+[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Thu Nov 12 02:02:08 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899704.
+[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Thu Nov 12 02:02:23 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897317.
+[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Thu Nov 12 02:02:38 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895288.
+[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Thu Nov 12 02:02:53 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894046.
+[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Thu Nov 12 02:03:08 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.892667.
+[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Thu Nov 12 02:03:23 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890720.
+[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Thu Nov 12 02:03:38 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890351.
+[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Thu Nov 12 02:03:53 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888916.
+[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Thu Nov 12 02:04:08 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888496.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER28 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.054536002873> <PPL_OOV 77.346059369811> <LOGP -1755471.3705988>
+[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 28===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Thu Nov 12 02:04:19 2015.
+ [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.183650.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER28 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.76310353365> <PPL_OOV 135.97847646874> <LOGP -157364.75980848>
+[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER28 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER28 LR0.00362797056]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1064289
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1067944
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35772767
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35888999
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70444120
+[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end.
+[SCHEDULER ITER28 LR0.00362797056]: preparing layers...
+(02:04:29 2015-11-12)[nerv] info: create layer: recurrentL1
+(02:04:29 2015-11-12)[nerv] info: create layer: sigmoidL1
+(02:04:29 2015-11-12)[nerv] info: create layer: combinerL1
+(02:04:29 2015-11-12)[nerv] info: create layer: outputL
+(02:04:29 2015-11-12)[nerv] info: create layer: softmaxL
+(02:04:29 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER28 LR0.00362797056]: preparing layers end.
+[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end.
+===ITERATION 29 LR 0.002177===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Thu Nov 12 02:04:43 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.920197.
+[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Thu Nov 12 02:04:58 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.916587.
+[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Thu Nov 12 02:05:13 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912419.
+[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Thu Nov 12 02:05:28 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.913738.
+[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Thu Nov 12 02:05:43 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912978.
+[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Thu Nov 12 02:05:58 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.909672.
+[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Thu Nov 12 02:06:13 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905464.
+[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Thu Nov 12 02:06:28 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.903608.
+[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Thu Nov 12 02:06:43 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.902028.
+[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Thu Nov 12 02:06:58 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899246.
+[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Thu Nov 12 02:07:13 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899829.
+[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Thu Nov 12 02:07:28 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900344.
+[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Thu Nov 12 02:07:43 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899811.
+[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Thu Nov 12 02:07:58 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899175.
+[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Thu Nov 12 02:08:13 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896786.
+[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Thu Nov 12 02:08:28 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894757.
+[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Thu Nov 12 02:08:43 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893511.
+[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Thu Nov 12 02:08:58 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892133.
+[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Thu Nov 12 02:09:13 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890188.
+[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Thu Nov 12 02:09:28 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.889817.
+[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Thu Nov 12 02:09:43 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888381.
+[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Thu Nov 12 02:09:58 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.887959.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER29 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.947044480796> <PPL_OOV 77.250652261546> <LOGP -1754973.076414>
+[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 29===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Thu Nov 12 02:10:09 2015.
+ [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.183366.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER29 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.70219832252> <PPL_OOV 135.8878028314> <LOGP -157343.39195361>
+[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER29 LR0.002176782336]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+[SCHEDULER ITER29 LR0.002176782336]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34555112
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34558767
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69263591
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69379822
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70444104
+[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end.
+[SCHEDULER ITER29 LR0.002176782336]: preparing layers...
+(02:10:19 2015-11-12)[nerv] info: create layer: recurrentL1
+(02:10:19 2015-11-12)[nerv] info: create layer: sigmoidL1
+(02:10:19 2015-11-12)[nerv] info: create layer: combinerL1
+(02:10:19 2015-11-12)[nerv] info: create layer: outputL
+(02:10:19 2015-11-12)[nerv] info: create layer: softmaxL
+(02:10:19 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER29 LR0.002176782336]: preparing layers end.
+[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end.
+===ITERATION 30 LR 0.001306===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Thu Nov 12 02:10:33 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919830.
+[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Thu Nov 12 02:10:48 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916237.
+[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Thu Nov 12 02:11:03 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912068.
+[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Thu Nov 12 02:11:18 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.913384.
+[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Thu Nov 12 02:11:33 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912620.
+[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Thu Nov 12 02:11:48 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.909317.
+[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Thu Nov 12 02:12:03 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905106.
+[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Thu Nov 12 02:12:18 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903257.
+[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Thu Nov 12 02:12:33 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.901681.
+[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Thu Nov 12 02:12:48 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898901.
+[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Thu Nov 12 02:13:03 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899484.
+[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Thu Nov 12 02:13:18 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900004.
+[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Thu Nov 12 02:13:33 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899469.
+[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Thu Nov 12 02:13:48 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898836.
+[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Thu Nov 12 02:14:03 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896449.
+[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Thu Nov 12 02:14:18 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894418.
+[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Thu Nov 12 02:14:33 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893169.
+[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Thu Nov 12 02:14:48 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.891792.
+[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Thu Nov 12 02:15:03 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889851.
+[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Thu Nov 12 02:15:18 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889478.
+[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Thu Nov 12 02:15:33 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888044.
+[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Thu Nov 12 02:15:48 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.887620.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 42068
+gconf.fz2 42068
+[SCHEDULER ITER30 LR0.0013060694016]: Displaying result:
+[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.87885345008> <PPL_OOV 77.190312124329> <LOGP -1754657.6129312>
+[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+===VALIDATION 30===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Thu Nov 12 02:15:59 2015.
+ [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.183182.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3370
+[SCHEDULER ITER30 LR0.0013060694016]: Displaying result:
+[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.67126092944> <PPL_OOV 135.83029916182> <LOGP -157329.83343602>
+[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER30 LR0.0013060694016]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+
+===VALIDATION PPL record===
+<ITER0 LR0.00000: 11363.086> <ITER1 LR1.00000: 348.887> <ITER2 LR1.00000: 274.094> <ITER3 LR1.00000: 246.139> <ITER4 LR1.00000: 231.949> <ITER5 LR1.00000: 217.245> <ITER6 LR1.00000: 206.484> <ITER7 LR1.00000: 201.641> <ITER8 LR1.00000: 194.741> <ITER9 LR1.00000: 190.518> <ITER10 LR1.00000: 188.385> <ITER11 LR1.00000: 186.589> <ITER12 LR1.00000: 184.305> <ITER13 LR1.00000: 183.011> <ITER14 LR1.00000: 181.183> <ITER15 LR1.00000: 180.966> <ITER16 LR1.00000: 178.994> <ITER17 LR1.00000: 179.834> <ITER18 LR0.60000: 169.569> <ITER19 LR0.36000: 163.952> <ITER20 LR0.21600: 160.096> <ITER21 LR0.12960: 157.263> <ITER22 LR0.07776: 155.056> <ITER23 LR0.04666: 153.588> <ITER24 LR0.02799: 152.817> <ITER25 LR0.01680: 152.349> <ITER26 LR0.01008: 152.052> <ITER27 LR0.00605: 151.867> <ITER28 LR0.00363: 151.763> <ITER29 LR0.00218: 151.702> <ITER30 LR0.00131: 151.671>
+===FINAL TEST===
+[SCHEDULER FINAL_TEST]: preparing parameters...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1064281
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1067936
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35772741
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35888971
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70444080
+[SCHEDULER FINAL_TEST]: preparing parameters end.
+[SCHEDULER FINAL_TEST]: preparing layers...
+(02:16:09 2015-11-12)[nerv] info: create layer: recurrentL1
+(02:16:09 2015-11-12)[nerv] info: create layer: sigmoidL1
+(02:16:09 2015-11-12)[nerv] info: create layer: combinerL1
+(02:16:09 2015-11-12)[nerv] info: create layer: outputL
+(02:16:09 2015-11-12)[nerv] info: create layer: softmaxL
+(02:16:09 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER FINAL_TEST]: preparing layers end.
+[SCHEDULER FINAL_TEST]: Generate and initing TNN ...
+<input> selectL1 0
+selectL1 recurrentL1 0
+recurrentL1 sigmoidL1 0
+sigmoidL1 combinerL1 0
+combinerL1 recurrentL1 1
+combinerL1 outputL 0
+outputL softmaxL 0
+<input> softmaxL 0
+softmaxL <output> 0
+recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1
+outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2
+sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1
+selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1
+softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0
+TNN initing storage selectL1 -> recurrentL1
+TNN initing storage recurrentL1 -> sigmoidL1
+TNN initing storage sigmoidL1 -> combinerL1
+TNN initing storage combinerL1 -> recurrentL1
+TNN initing storage combinerL1 -> outputL
+TNN initing storage outputL -> softmaxL
+[SCHEDULER FINAL_TEST]: Initing TNN end.
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER FINAL_TEST]: 40087 words processed Thu Nov 12 02:16:14 2015.
+ [SCHEDULER FINAL_TEST]: log prob per sample :-2.107508.
+[LOG]LMSeqReader: file expires, closing.
+gconf.fz 0
+gconf.fz2 3761
+[SCHEDULER FINAL_TEST]: Displaying result:
+[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.49110594567> <PPL_OOV 128.91547371482> <LOGP -173952.44517397>
+[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
diff --git a/nerv/examples/lmptb/m-tests/tnn_test.lua b/nerv/examples/lmptb/m-tests/tnn_test.lua
index c4890b6..e2c0d39 100644
--- a/nerv/examples/lmptb/m-tests/tnn_test.lua
+++ b/nerv/examples/lmptb/m-tests/tnn_test.lua
@@ -243,10 +243,10 @@ global_conf = {
mmat_type = nerv.MMatrixFloat,
nn_act_default = 0,
- hidden_size = 200,
- chunk_size = 5,
+ hidden_size = 300,
+ chunk_size = 15,
batch_size = 10,
- max_iter = 20,
+ max_iter = 30,
param_random = function() return (math.random() / 5 - 0.1) end,
train_fn = train_fn,
@@ -322,7 +322,7 @@ for iter = 1, global_conf.max_iter, 1 do
result = lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update!
ppl_rec[iter] = result:ppl_net("rnn")
lr_rec[iter] = global_conf.lrate
- if (ppl_last / ppl_rec[iter] < 1.03 or lr_half == true) then
+ if (ppl_last / ppl_rec[iter] < 1.0003 or lr_half == true) then
global_conf.lrate = (global_conf.lrate * 0.6)
lr_half = true
end