change ppl_net to ppl_all

2 files changed, 2329 insertions, 2100 deletions

diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300
index 4fcffed..ca4ff77 100644
--- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300
+++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h300
@@ -1,4 +1,26 @@
 Greetings
+[SCHEDULER]: printing global_conf
+test_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds
+train_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds
+sche_log_pre	[SCHEDULER]:
+train_fn_shuf_bak	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak
+mmat_type	table: 0x40f7afc8
+wcost	1e-06
+train_fn_shuf	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf
+log_w_num	40000
+param_fn	/home/slhome/txh18/workspace/nerv/play/dagL_test/params
+batch_size	10
+hidden_size	300
+timer	nerv.Timer
+work_dir	/home/slhome/txh18/workspace/nerv/play/dagL_test
+nn_act_default	0
+max_iter	30
+valid_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds
+lrate	1
+momentum	0
+param_random	function: 0x41ba6b68
+chunk_size	15
+cumat_type	table: 0x40f7e4e0
 [SCHEDULER]: creating work_dir...
 [LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds...
 [LOG]LMVocab: Building finished, vocab size now is 10000.
@@ -40,12 +62,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"}
 reading chunk 5 from 70163127
 [SCHEDULER]: preparing parameters end.
 [SCHEDULER]: preparing layers...
-(23:21:04 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:21:04 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:21:04 2015-11-11)[nerv] info: create layer: combinerL1
-(23:21:04 2015-11-11)[nerv] info: create layer: outputL
-(23:21:04 2015-11-11)[nerv] info: create layer: softmaxL
-(23:21:04 2015-11-11)[nerv] info: create layer: selectL1
+(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1
+(21:26:39 2015-11-12)[nerv] info: create layer: outputL
+(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL
+(21:26:39 2015-11-12)[nerv] info: create layer: selectL1
 [SCHEDULER]: preparing layers end.
 [SCHEDULER]: Generate and initing TNN ...
 <input>	selectL1	0
@@ -72,11 +94,9 @@ TNN initing storage	outputL	->	softmaxL
 [SCHEDULER]: Initing TNN end.
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
 batch_size:	10	chunk_size	15
-[SCHEDULER]: 40095 words processed Wed Nov 11 23:21:10 2015.
+[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015.
 	[SCHEDULER]: log prob per sample :-4.052709.
 [LOG]LMSeqReader: file expires, closing.
-gconf.fz	0
-gconf.fz2	3370
 [SCHEDULER]: Displaying result:
 [SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767>
 [SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
@@ -100,12 +120,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"}
 reading chunk 5 from 70163127
 [SCHEDULER]: preparing parameters end.
 [SCHEDULER]: preparing layers...
-(23:21:20 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:21:20 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:21:20 2015-11-11)[nerv] info: create layer: combinerL1
-(23:21:20 2015-11-11)[nerv] info: create layer: outputL
-(23:21:20 2015-11-11)[nerv] info: create layer: softmaxL
-(23:21:20 2015-11-11)[nerv] info: create layer: selectL1
+(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1
+(21:26:55 2015-11-12)[nerv] info: create layer: outputL
+(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL
+(21:26:55 2015-11-12)[nerv] info: create layer: selectL1
 [SCHEDULER]: preparing layers end.
 [SCHEDULER]: Generate and initing TNN ...
 <input>	selectL1	0
@@ -133,66 +153,72 @@ TNN initing storage	outputL	->	softmaxL
 ===ITERATION 1 LR 1.000000===
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
 batch_size:	10	chunk_size	15
-[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 11 23:21:34 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-3.248245.
-[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 11 23:21:49 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-3.066372.
-[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 11 23:22:04 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.998897.
-[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 11 23:22:19 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.933869.
-[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 11 23:22:34 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.895356.
-[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 11 23:22:49 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.860453.
-[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 11 23:23:04 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.830565.
-[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 11 23:23:19 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.806896.
-[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 11 23:23:34 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.781789.
-[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 11 23:23:49 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.765120.
-[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 11 23:24:04 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.746893.
-[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 11 23:24:19 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.729376.
-[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 11 23:24:34 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.714592.
-[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 11 23:24:49 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.697929.
-[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 11 23:25:04 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.688283.
-[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 11 23:25:19 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.677096.
-[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 11 23:25:34 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.668041.
-[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 11 23:25:49 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.659308.
-[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 11 23:26:04 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.648075.
-[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 11 23:26:19 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.640555.
-[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 11 23:26:34 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.630580.
-[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 11 23:26:49 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.623065.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz	42068
-gconf.fz2	42068
+[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-3.292692.
+[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-3.070144.
+[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.984966.
+[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.924306.
+[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.895537.
+[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.866355.
+[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.841706.
+[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.820864.
+[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.798327.
+[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.784042.
+[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.767230.
+[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.750979.
+[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.737316.
+[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.721875.
+[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.712290.
+[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.701624.
+[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.692884.
+[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.684241.
+[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.673189.
+[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.665760.
+[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.656155.
+[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.648768.
+[LOG]LMSeqReader: file expires, closing.
 [SCHEDULER ITER1 LR1]: Displaying result:
-[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 479.30006237909> <PPL_OOV 418.29117140708> <LOGP -2436897.7616863>
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481>
 [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER1 LR1]: shuffling training file
+===PEEK ON TEST 1===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.504355.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
 ===VALIDATION 1===
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
 batch_size:	10	chunk_size	15
-[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 11 23:27:01 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.523185.
+[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.550268.
 [LOG]LMSeqReader: file expires, closing.
-gconf.fz	0
-gconf.fz2	3370
 [SCHEDULER ITER1 LR1]: Displaying result:
-[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 348.88659837747> <PPL_OOV 313.72060811114> <LOGP -184145.01523291>
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037>
 [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
 [SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
 
@@ -200,27 +226,27 @@ gconf.fz2	3370
 reading chunk 0 from 0
 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
 
-reading chunk 1 from 1076965
+reading chunk 1 from 1075976
 metadata: return {type="nerv.BiasParam",id="bp_h"}
 
-reading chunk 2 from 1080621
+reading chunk 2 from 1079632
 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
 
-reading chunk 3 from 35617574
+reading chunk 3 from 35607920
 metadata: return {type="nerv.BiasParam",id="bp_o"}
 
-reading chunk 4 from 35733895
+reading chunk 4 from 35724250
 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
 
-reading chunk 5 from 70251684
+reading chunk 5 from 70241455
 [SCHEDULER ITER1 LR1]: preparing parameters end.
 [SCHEDULER ITER1 LR1]: preparing layers...
-(23:27:11 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:27:11 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:27:11 2015-11-11)[nerv] info: create layer: combinerL1
-(23:27:11 2015-11-11)[nerv] info: create layer: outputL
-(23:27:11 2015-11-11)[nerv] info: create layer: softmaxL
-(23:27:11 2015-11-11)[nerv] info: create layer: selectL1
+(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1
+(21:33:24 2015-11-12)[nerv] info: create layer: outputL
+(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL
+(21:33:24 2015-11-12)[nerv] info: create layer: selectL1
 [SCHEDULER ITER1 LR1]: preparing layers end.
 [SCHEDULER ITER1 LR1]: Generate and initing TNN ...
 <input>	selectL1	0
@@ -248,66 +274,72 @@ TNN initing storage	outputL	->	softmaxL
 ===ITERATION 2 LR 1.000000===
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
 batch_size:	10	chunk_size	15
-[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 11 23:27:25 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.599442.
-[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 11 23:27:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.548803.
-[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 11 23:27:55 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.523943.
-[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 11 23:28:10 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.512345.
-[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 11 23:28:25 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.505397.
-[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 11 23:28:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.499117.
-[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 11 23:28:55 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.492474.
-[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 11 23:29:10 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.484600.
-[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 11 23:29:25 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.479672.
-[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 11 23:29:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.475321.
-[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 11 23:29:55 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.471777.
-[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 11 23:30:10 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.468552.
-[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 11 23:30:25 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.465361.
-[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 11 23:30:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.462341.
-[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 11 23:30:55 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.460604.
-[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 11 23:31:10 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.458146.
-[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 11 23:31:25 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.458095.
-[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 11 23:31:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.457528.
-[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 11 23:31:55 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.455970.
-[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 11 23:32:10 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.454040.
-[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 11 23:32:25 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.451647.
-[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 11 23:32:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.449628.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz	42068
-gconf.fz2	42068
+[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.611210.
+[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.589139.
+[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.570733.
+[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.551667.
+[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.540568.
+[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.526721.
+[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.517728.
+[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.508229.
+[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.502058.
+[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.497895.
+[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.493752.
+[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.490189.
+[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.486542.
+[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.483445.
+[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.483056.
+[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.480205.
+[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.478075.
+[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.475920.
+[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.473641.
+[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.471283.
+[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.468366.
+[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.466238.
+[LOG]LMSeqReader: file expires, closing.
 [SCHEDULER ITER2 LR1]: Displaying result:
-[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 322.88493854907> <PPL_OOV 281.43208335099> <LOGP -2276910.7606898>
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619>
 [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER2 LR1]: shuffling training file
+===PEEK ON TEST 2===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.378341.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
 ===VALIDATION 2===
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
 batch_size:	10	chunk_size	15
-[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 11 23:32:50 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.408668.
+[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.425320.
 [LOG]LMSeqReader: file expires, closing.
-gconf.fz	0
-gconf.fz2	3370
 [SCHEDULER ITER2 LR1]: Displaying result:
-[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 274.09438409291> <PPL_OOV 242.65292128392> <LOGP -175916.53225967>
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282>
 [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
 [SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
 
@@ -315,27 +347,27 @@ gconf.fz2	3370
 reading chunk 0 from 0
 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
 
-reading chunk 1 from 34524481
+reading chunk 1 from 34522576
 metadata: return {type="nerv.BiasParam",id="bp_h"}
 
-reading chunk 2 from 34528138
+reading chunk 2 from 34526234
 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
 
-reading chunk 3 from 69086256
+reading chunk 3 from 69072330
 metadata: return {type="nerv.BiasParam",id="bp_o"}
 
-reading chunk 4 from 69202439
+reading chunk 4 from 69188461
 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
 
-reading chunk 5 from 70278561
+reading chunk 5 from 70263917
 [SCHEDULER ITER2 LR1]: preparing parameters end.
 [SCHEDULER ITER2 LR1]: preparing layers...
-(23:33:00 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:33:00 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:33:00 2015-11-11)[nerv] info: create layer: combinerL1
-(23:33:00 2015-11-11)[nerv] info: create layer: outputL
-(23:33:00 2015-11-11)[nerv] info: create layer: softmaxL
-(23:33:00 2015-11-11)[nerv] info: create layer: selectL1
+(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1
+(21:39:50 2015-11-12)[nerv] info: create layer: outputL
+(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL
+(21:39:50 2015-11-12)[nerv] info: create layer: selectL1
 [SCHEDULER ITER2 LR1]: preparing layers end.
 [SCHEDULER ITER2 LR1]: Generate and initing TNN ...
 <input>	selectL1	0
@@ -363,66 +395,72 @@ TNN initing storage	outputL	->	softmaxL
 ===ITERATION 3 LR 1.000000===
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
 batch_size:	10	chunk_size	15
-[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 11 23:33:14 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.569663.
-[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 11 23:33:29 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.489703.
-[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 11 23:33:44 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.456065.
-[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 11 23:33:59 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.441796.
-[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 11 23:34:14 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.433088.
-[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 11 23:34:29 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.424178.
-[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 11 23:34:44 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.416746.
-[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 11 23:34:59 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.408769.
-[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 11 23:35:14 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.403516.
-[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 11 23:35:29 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.401051.
-[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 11 23:35:44 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.397870.
-[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 11 23:35:59 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.394888.
-[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 11 23:36:14 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.392029.
-[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 11 23:36:29 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.389343.
-[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 11 23:36:44 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.387280.
-[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 11 23:36:59 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.384322.
-[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 11 23:37:14 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.382924.
-[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 11 23:37:29 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.381426.
-[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 11 23:37:44 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.379613.
-[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 11 23:37:59 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.377966.
-[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 11 23:38:14 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.375823.
-[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 11 23:38:29 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.374291.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz	42068
-gconf.fz2	42068
+[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.544465.
+[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.523845.
+[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.503563.
+[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.492793.
+[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.486434.
+[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.477573.
+[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.472171.
+[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.464689.
+[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.462254.
+[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.460639.
+[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.457377.
+[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.454522.
+[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.451702.
+[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.449800.
+[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.460651.
+[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.478514.
+[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.481904.
+[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.481315.
+[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.479536.
+[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.477516.
+[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.474938.
+[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.472685.
+[LOG]LMSeqReader: file expires, closing.
 [SCHEDULER ITER3 LR1]: Displaying result:
-[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 268.9224164231> <PPL_OOV 236.66635714317> <LOGP -2206971.199076>
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512>
 [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER3 LR1]: shuffling training file
+===PEEK ON TEST 3===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.372994.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
 ===VALIDATION 3===
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
 batch_size:	10	chunk_size	15
-[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 11 23:38:39 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.367482.
+[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.423095.
 [LOG]LMSeqReader: file expires, closing.
-gconf.fz	0
-gconf.fz2	3370
 [SCHEDULER ITER3 LR1]: Displaying result:
-[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 246.139092058> <PPL_OOV 218.53948958668> <LOGP -172563.72722511>
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609>
 [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
 [SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
 
@@ -430,27 +468,27 @@ gconf.fz2	3370
 reading chunk 0 from 0
 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
 
-reading chunk 1 from 1075691
+reading chunk 1 from 1075055
 metadata: return {type="nerv.BiasParam",id="bp_h"}
 
-reading chunk 2 from 1079348
+reading chunk 2 from 1078714
 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
 
-reading chunk 3 from 35651987
+reading chunk 3 from 35640630
 metadata: return {type="nerv.BiasParam",id="bp_o"}
 
-reading chunk 4 from 35768166
+reading chunk 4 from 35756784
 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
 
-reading chunk 5 from 70297054
+reading chunk 5 from 70282927
 [SCHEDULER ITER3 LR1]: preparing parameters end.
 [SCHEDULER ITER3 LR1]: preparing layers...
-(23:38:49 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:38:49 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:38:49 2015-11-11)[nerv] info: create layer: combinerL1
-(23:38:49 2015-11-11)[nerv] info: create layer: outputL
-(23:38:49 2015-11-11)[nerv] info: create layer: softmaxL
-(23:38:49 2015-11-11)[nerv] info: create layer: selectL1
+(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1
+(21:46:18 2015-11-12)[nerv] info: create layer: outputL
+(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL
+(21:46:18 2015-11-12)[nerv] info: create layer: selectL1
 [SCHEDULER ITER3 LR1]: preparing layers end.
 [SCHEDULER ITER3 LR1]: Generate and initing TNN ...
 <input>	selectL1	0
@@ -478,66 +516,72 @@ TNN initing storage	outputL	->	softmaxL
 ===ITERATION 4 LR 1.000000===
 [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
 batch_size:	10	chunk_size	15
-[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 11 23:39:03 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.542208.
-[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 11 23:39:18 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.484538.
-[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 11 23:39:33 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.457613.
-[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 11 23:39:48 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.445247.
-[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 11 23:40:03 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.437367.
-[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 11 23:40:18 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.422811.
-[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 11 23:40:33 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.408160.
-[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 11 23:40:48 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.395672.
-[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 11 23:41:03 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.386943.
-[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 11 23:41:18 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.380113.
-[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 11 23:41:33 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.374574.
-[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 11 23:41:48 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.369999.
-[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 11 23:42:03 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.365840.
-[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 11 23:42:18 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.361944.
-[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 11 23:42:33 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.357189.
-[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 11 23:42:48 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.353203.
-[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 11 23:43:03 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.350827.
-[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 11 23:43:18 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.348638.
-[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 11 23:43:33 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.346314.
-[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 11 23:43:48 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.344168.
-[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 11 23:44:03 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.341504.
-[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 11 23:44:18 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.339703.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz	42068
-gconf.fz2	42068
+[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.405192.
+[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.387086.
+[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.375429.
+[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.371996.
+[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.369614.
+[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.363105.
+[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.358276.
+[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.352905.
+[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.350189.
+[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.348116.
+[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.346662.
+[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.345278.
+[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.343802.
+[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.342152.
+[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.344444.
+[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.342672.
+[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.341851.
+[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.340724.
+[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.339464.
+[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.338453.
+[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.336619.
+[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.335602.
+[LOG]LMSeqReader: file expires, closing.
 [SCHEDULER ITER4 LR1]: Displaying result:
-[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.79967809481> <PPL_OOV 218.53089509171> <LOGP -2174785.4056976>
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162>
 [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER4 LR1]: shuffling training file
+===PEEK ON TEST 4===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.303876.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
 ===VALIDATION 4===