Merge remote-tracking branch 'upstream/master'

author: txh18 <[email protected]> 2015-11-23 15:34:05 +0800
committer: txh18 <[email protected]> 2015-11-23 15:34:05 +0800
commit: fee96e3d2cb39c6e2b4631b9d8b37b9949df27e7 (patch)
tree: 18493f755fedd928f5225d435875cd440342d255 /nerv
parent: cb4f01b67c3bbbfef8eee8902210b75957add62f (diff)
parent: 6d66b73e49e3a3e41a1fb92d5180163f45ff6253 (diff)
16 files changed, 18926 insertions, 3939 deletions
diff --git a/nerv/Makefile b/nerv/Makefile
index b449f82..55c174c 100644
--- a/nerv/Makefile
+++ b/nerv/Makefile
@@ -33,7 +33,7 @@ LUA_LIBS := matrix/init.lua io/init.lua init.lua \
 			layer/init.lua layer/affine.lua layer/sigmoid.lua layer/softmax_ce.lua layer/softmax.lua \
 			layer/window.lua layer/bias.lua layer/combiner.lua layer/mse.lua layer/affine_recurrent.lua \
 			nn/init.lua nn/layer_repo.lua nn/param_repo.lua nn/layer_dag.lua \
-			io/sgd_buffer.lua 
+			io/sgd_buffer.lua
 
 INCLUDE := -I $(LUA_INCDIR) -DLUA_USE_APICHECK
 #CUDA_BASE := /usr/local/cuda-7.0
@@ -55,7 +55,7 @@ $(OBJ_DIR) $(LUA_DIR) $(OBJ_SUBDIR) $(LUA_SUBDIR) $(INC_SUBDIR):
 $(OBJ_DIR)/%.o: %.c $(patsubst /%.o,/%.c,$@)
 	gcc -c -o $@ $< $(INCLUDE) -fPIC $(CFLAGS)
 $(OBJ_DIR)/lib/matrix/cukernel.o: lib/matrix/cukernel.cu
-	$(NVCC) -c -o $@ $< $(INCLUDE) $(NVCC_FLAGS)
+	$(NVCC) -c -o $@ $< $(INCLUDE) $(NVCC_FLAGS) $(CFLAGS)
 $(LUA_DIR)/%.lua: %.lua
 	cp $< $@
 
diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua
index 44862dc..62d8b50 100644
--- a/nerv/examples/lmptb/lm_trainer.lua
+++ b/nerv/examples/lmptb/lm_trainer.lua
@@ -15,28 +15,32 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train)
     reader:open_file(fn)
     local result = nerv.LMResult(global_conf, global_conf.vocab)
     result:init("rnn")
-    
+        
     global_conf.timer:flush()
     tnn:flush_all() --caution: will also flush the inputs from the reader!
 
     local next_log_wcn = global_conf.log_w_num
+    local neto_bakm = global_conf.mmat_type(global_conf.batch_size, 1) --space backup matrix for network output
 
     while (1) do
         global_conf.timer:tic('most_out_loop_lmprocessfile')
 
         local r, feeds
-
-        r, feeds = tnn:getFeedFromReader(reader)
-        if (r == false) then break end
+        global_conf.timer:tic('tnn_beforeprocess')
+        r, feeds = tnn:getfeed_from_reader(reader)
+        if r == false then 
+            break 
+        end
     
         for t = 1, global_conf.chunk_size do
             tnn.err_inputs_m[t][1]:fill(1)
             for i = 1, global_conf.batch_size do
-                if (bit.band(feeds.flags_now[t][i], nerv.TNN.FC.HAS_LABEL) == 0) then
+                if bit.band(feeds.flags_now[t][i], nerv.TNN.FC.HAS_LABEL) == 0 then
                     tnn.err_inputs_m[t][1][i - 1][0] = 0
                 end
             end
         end
+        global_conf.timer:toc('tnn_beforeprocess')
 
         --[[
         for j = 1, global_conf.chunk_size, 1 do
@@ -50,24 +54,28 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train)
 
         tnn:net_propagate()
  
-        if (do_train == true) then
+        if do_train == true then
             tnn:net_backpropagate(false) 
             tnn:net_backpropagate(true)
         end
- 
+
+        global_conf.timer:tic('tnn_afterprocess')
         for t = 1, global_conf.chunk_size, 1 do
+            tnn.outputs_m[t][1]:copy_toh(neto_bakm)
             for i = 1, global_conf.batch_size, 1 do
                 if (feeds.labels_s[t][i] ~= global_conf.vocab.null_token) then
-                    result:add("rnn", feeds.labels_s[t][i], math.exp(tnn.outputs_m[t][1][i - 1][0]))
+                    --result:add("rnn", feeds.labels_s[t][i], math.exp(tnn.outputs_m[t][1][i - 1][0]))
+                    result:add("rnn", feeds.labels_s[t][i], math.exp(neto_bakm[i - 1][0]))
                 end
             end            
         end
+        tnn:move_right_to_nextmb({0}) --only copy for time 0
+        global_conf.timer:toc('tnn_afterprocess')
 
-        tnn:moveRightToNextMB()
         global_conf.timer:toc('most_out_loop_lmprocessfile')
 
         --print log
-        if (result["rnn"].cn_w > next_log_wcn) then
+        if result["rnn"].cn_w > next_log_wcn then
             next_log_wcn = next_log_wcn + global_conf.log_w_num
             printf("%s %d words processed %s.\n", global_conf.sche_log_pre, result["rnn"].cn_w, os.date()) 
             printf("\t%s log prob per sample :%f.\n", global_conf.sche_log_pre, result:logp_sample("rnn"))
diff --git a/nerv/examples/lmptb/lmptb/layer/select_linear.lua b/nerv/examples/lmptb/lmptb/layer/select_linear.lua
index 672b7e2..e96296f 100644
--- a/nerv/examples/lmptb/lmptb/layer/select_linear.lua
+++ b/nerv/examples/lmptb/lmptb/layer/select_linear.lua
@@ -30,12 +30,13 @@ function SL:init(batch_size)
 end
 
 function SL:update(bp_err, input, output)
-    --for i = 1, input[1]:ncol(), 1 do
-    --    if (input[1][0][i - 1] ~= 0) then
-    --        local word_vec = self.ltp.trans[input[1][0][i - 1]]
-            --word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size)
-    --    end
+    --use this to produce reproducable result
+    --for i = 1, input[1]:nrow(), 1 do
+    --    local word_vec = self.ltp.trans[input[1][i - 1][0]]
+    --    word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size)
     --end 
+    
+    --I tried the update_select_rows kernel which uses atomicAdd, but it generates unreproducable result
     self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0)
     self.ltp.trans:add(self.ltp.trans, self.ltp.trans, 1.0, - self.gconf.lrate * self.gconf.wcost / self.gconf.batch_size)
 end
diff --git a/nerv/examples/lmptb/lmptb/lmseqreader.lua b/nerv/examples/lmptb/lmptb/lmseqreader.lua
index e0dcd95..cc805a4 100644
--- a/nerv/examples/lmptb/lmptb/lmseqreader.lua
+++ b/nerv/examples/lmptb/lmptb/lmseqreader.lua
@@ -30,6 +30,13 @@ function LMReader:open_file(fn)
     for i = 1, self.batch_size, 1 do
         self.streams[i] = {["store"] = {}, ["head"] = 1, ["tail"] = 0}
     end
+    
+    self.bak_inputs_m = {} --backup MMatrix for temporary storey(then copy to TNN CuMatrix)
+    for j = 1, self.chunk_size, 1 do
+        self.bak_inputs_m[j] = {}
+        self.bak_inputs_m[j][1] = self.gconf.mmat_type(self.batch_size, 1)
+        self.bak_inputs_m[j][2] = self.gconf.mmat_type(self.batch_size, self.vocab:size()) --since MMatrix does not yet have fill, this m[j][2] is not used
+    end
 end
    
 --id: int
@@ -78,7 +85,7 @@ function LMReader:get_batch(feeds)
     local labels_s = feeds.labels_s
     for i = 1, self.chunk_size, 1 do
         inputs_s[i] = {}
-        labels_s[i] = {}
+        labels_s[i] = {} 
     end
 
     local inputs_m = feeds.inputs_m --port 1 : word_id, port 2 : label
@@ -86,20 +93,24 @@ function LMReader:get_batch(feeds)
     local flagsPack = feeds.flagsPack_now
 
     local got_new = false
+    for j = 1, self.chunk_size, 1 do
+        inputs_m[j][2]:fill(0)
+    end
     for i = 1, self.batch_size, 1 do
         local st = self.streams[i]
         for j = 1, self.chunk_size, 1 do
             flags[j][i] = 0
             self:refresh_stream(i)
-            if (st.store[st.head] ~= nil) then
+            if st.store[st.head] ~= nil then
                 inputs_s[j][i] = st.store[st.head]
-                inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1
+                --inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1
+                self.bak_inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1
             else
                 inputs_s[j][i] = self.vocab.null_token
-                inputs_m[j][1][i - 1][0] = 0
+                --inputs_m[j][1][i - 1][0] = 0
+                self.bak_inputs_m[j][1][i - 1][0] = 0
             end
-            inputs_m[j][2][i - 1]:fill(0)
-            if (st.store[st.head + 1] ~= nil) then
+            if st.store[st.head + 1] ~= nil then
                 labels_s[j][i] = st.store[st.head + 1]
                 inputs_m[j][2][i - 1][self.vocab:get_word_str(st.store[st.head + 1]).id - 1] = 1
             else
@@ -116,12 +127,12 @@ function LMReader:get_batch(feeds)
                 got_new = true
                 st.store[st.head] = nil
                 st.head = st.head + 1
-                if (labels_s[j][i] == self.vocab.sen_end_token) then
+                if labels_s[j][i] == self.vocab.sen_end_token then
                     flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_END)
                     st.store[st.head] = nil --sentence end is passed
                     st.head = st.head + 1
                 end
-                if (inputs_s[j][i] == self.vocab.sen_end_token) then
+                if inputs_s[j][i] == self.vocab.sen_end_token then
                     flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_START)
                 end
             end 
@@ -133,6 +144,7 @@ function LMReader:get_batch(feeds)
         for i = 1, self.batch_size, 1 do
             flagsPack[j] = bit.bor(flagsPack[j], flags[j][i])
         end
+        inputs_m[j][1]:copy_fromh(self.bak_inputs_m[j][1])
     end
 
     if (got_new == false) then
diff --git a/nerv/examples/lmptb/logs/LOG-tnn-h300 b/nerv/examples/lmptb/logs/LOG-tnn-h300
new file mode 100644
index 0000000..77fd612
--- /dev/null
+++ b/nerv/examples/lmptb/logs/LOG-tnn-h300
@@ -0,0 +1,9372 @@
+Greetings
+[SCHEDULER]: applying arg[2](global_conf.hidden_size=300)...
+[SCHEDULER]: printing global_conf...
+test_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds
+train_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds
+param_random	function: 0x40237598
+train_fn_shuf_bak	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak
+decay_iter	16
+mmat_type	table: 0x409280f8
+vocab_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab
+train_fn_shuf	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf
+param_fn	/home/slhome/txh18/workspace/nerv/play/dagL_test/params
+log_w_num	40000
+work_dir	/home/slhome/txh18/workspace/nerv/play/dagL_test
+batch_size	10
+hidden_size	300
+timer	nerv.Timer
+sche_log_pre	[SCHEDULER]:
+nn_act_default	0
+max_iter	35
+valid_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds
+lrate	1
+momentum	0
+wcost	1e-05
+chunk_size	15
+cumat_type	table: 0x40935010
+[SCHEDULER]: printing training scheduling options...
+lr_half	false
+start_iter	-1
+ppl_last	100000
+[SCHEDULER]: printing training scheduling end.
+[SCHEDULER]: creating work_dir...
+[SCHEDULER]: building vocab...
+[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab...
+[LOG]LMVocab: Building finished, vocab size now is 10000.
+[SCHEDULER]: preparing parameters...
+[SCHEDULER]: first time, generating parameters...
+===INITIAL VALIDATION===
+[SCHEDULER]: preparing parameters...
+[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34510155
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 2 from 35545278
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 70045626
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 4 from 70049129
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 5 from 70164107
+[SCHEDULER]: preparing parameters end.
+[SCHEDULER]: preparing layers...
+(10:08:46 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:08:46 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:08:46 2015-11-18)[nerv] info: create layer: combinerL1
+(10:08:46 2015-11-18)[nerv] info: create layer: outputL
+(10:08:46 2015-11-18)[nerv] info: create layer: softmaxL
+(10:08:46 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER]: preparing layers end.
+[SCHEDULER]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER]: Initing TNN end.
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER]: 40095 words processed Wed Nov 18 10:08:51 2015.
+	[SCHEDULER]: log prob per sample :-4.003230.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.10684 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.41463 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12208 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER]: Displaying result:
+[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 10545.667125173> <PPL_OOV 10092.059293004> <LOGP -295333.54956309>
+[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+
+[SCHEDULER ITER1 LR1]: preparing parameters...
+[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34510155
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 2 from 35545278
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 70045626
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 4 from 70049129
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 5 from 70164107
+[SCHEDULER ITER1 LR1]: preparing parameters end.
+[SCHEDULER ITER1 LR1]: preparing layers...
+(10:08:58 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:08:58 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:08:58 2015-11-18)[nerv] info: create layer: combinerL1
+(10:08:58 2015-11-18)[nerv] info: create layer: outputL
+(10:08:58 2015-11-18)[nerv] info: create layer: softmaxL
+(10:08:58 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER1 LR1]: preparing layers end.
+[SCHEDULER ITER1 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER1 LR1]: Initing TNN end.
+===ITERATION 1 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 18 10:09:09 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-3.210428.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75538 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22335 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57185 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10319 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12114 clock time
+[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 18 10:09:21 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-3.048713.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46917 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75080 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19680 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56019 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time
+[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 18 10:09:33 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.984911.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47044 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74848 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18711 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55472 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09624 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time
+[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 18 10:09:45 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.930297.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47130 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75352 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20206 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55933 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time
+[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 18 10:09:57 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.897628.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46695 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76538 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23399 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57699 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10442 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time
+[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 18 10:10:09 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.867407.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15285 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54229 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08908 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12042 clock time
+[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 18 10:10:21 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.842329.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46714 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75314 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21984 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57472 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12149 clock time
+[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 18 10:10:33 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.823036.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46701 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75169 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20551 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56419 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12255 clock time
+[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 18 10:10:45 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.800986.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47814 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79713 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10865 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12425 clock time
+[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 18 10:10:57 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.786891.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45977 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73850 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55793 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09813 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time
+[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 18 10:11:09 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.770894.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22462 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57475 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10523 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12179 clock time
+[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 18 10:11:21 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.754795.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46079 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74221 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09688 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time
+[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 18 10:11:33 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.740832.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46013 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57069 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time
+[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 18 10:11:45 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.725416.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45905 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73400 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time
+[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 18 10:11:57 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.716177.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76335 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25973 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11483 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12277 clock time
+[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 18 10:12:09 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.705623.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74375 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55617 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09811 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12090 clock time
+[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 18 10:12:21 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.696685.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73873 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16648 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09625 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time
+[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 18 10:12:33 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.687998.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46041 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73861 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19165 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57016 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10446 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time
+[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 18 10:12:45 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.676801.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45850 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73148 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15910 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55561 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09577 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time
+[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 18 10:12:57 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.669544.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74013 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19139 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56894 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10351 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time
+[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 18 10:13:09 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.659602.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46031 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73769 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56008 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time
+[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 18 10:13:20 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.652101.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45781 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73064 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15936 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55415 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09854 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 512.01508977938> <PPL_OOV 447.19970345812> <LOGP -2463877.0452922>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER1 LR1]: shuffling training file
+===PEEK ON TEST 1===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER1 LR1]: 40087 words processed Wed Nov 18 10:13:30 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.504076.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46941 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75798 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45029 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11464 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 370.53246252795> <PPL_OOV 323.54357826836> <LOGP -206893.75941108>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 1===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 18 10:13:39 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.547314.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75630 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44636 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11481 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 369.92944180373> <PPL_OOV 331.71274183319> <LOGP -185931.4164841>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1...
+
+[SCHEDULER ITER2 LR1]: preparing parameters...
+[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1076633
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1080289
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35608824
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35725140
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70244205
+[SCHEDULER ITER2 LR1]: preparing parameters end.
+[SCHEDULER ITER2 LR1]: preparing layers...
+(10:13:48 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:13:48 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:13:48 2015-11-18)[nerv] info: create layer: combinerL1
+(10:13:48 2015-11-18)[nerv] info: create layer: outputL
+(10:13:48 2015-11-18)[nerv] info: create layer: softmaxL
+(10:13:48 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER2 LR1]: preparing layers end.
+[SCHEDULER ITER2 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER2 LR1]: Initing TNN end.
+===ITERATION 2 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 18 10:13:59 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.541969.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46836 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72598 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22414 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56508 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09968 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11795 clock time
+[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 18 10:14:11 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.535649.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73527 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21641 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55211 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09413 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time
+[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 18 10:14:23 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.527511.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46606 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72308 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19836 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54952 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09336 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11779 clock time
+[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 18 10:14:35 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.522344.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46532 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72510 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22327 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56668 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10154 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time
+[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 18 10:14:46 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.517881.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71860 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18739 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55076 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09280 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11754 clock time
+[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 18 10:14:58 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.512076.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72754 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55625 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09893 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time
+[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 18 10:15:10 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.507676.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47597 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79397 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37668 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60190 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11988 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12311 clock time
+[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 18 10:15:22 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.500944.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46251 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73117 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22486 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56401 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10012 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11863 clock time
+[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 18 10:15:34 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.497026.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73210 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20736 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55524 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09260 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11888 clock time
+[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 18 10:15:46 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.493683.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74623 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24888 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56961 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time
+[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 18 10:15:58 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.490451.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73519 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21602 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55836 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09430 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 18 10:16:10 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.487587.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45998 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73365 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20277 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time
+[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 18 10:16:22 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.484627.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72819 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21976 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56564 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10028 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time
+[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 18 10:16:33 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.481780.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45692 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71231 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16816 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54569 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09361 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11724 clock time
+[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 18 10:16:45 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.479088.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45915 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73072 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18993 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54640 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09120 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11835 clock time
+[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 18 10:16:57 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.475904.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45833 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72455 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09177 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11810 clock time
+[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 18 10:17:09 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.474017.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45720 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71394 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16784 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54518 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09097 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11778 clock time
+[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 18 10:17:21 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.471783.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45892 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72588 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19146 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55005 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11806 clock time
+[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 18 10:17:33 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.469729.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73453 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21522 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55667 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09724 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time
+[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 18 10:17:45 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.467617.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46246 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74674 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25543 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57267 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10430 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time
+[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 18 10:17:57 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.465015.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46102 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21331 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55202 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time
+[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 18 10:18:09 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.463152.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46119 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74489 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23141 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55830 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09725 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12007 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 333.6037428687> <PPL_OOV 290.37375803538> <LOGP -2289538.074234>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER2 LR1]: shuffling training file
+===PEEK ON TEST 2===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER2 LR1]: 40087 words processed Wed Nov 18 10:18:18 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.380761.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46919 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74486 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43873 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11428 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 275.16079647613> <PPL_OOV 242.77628129243> <LOGP -196612.55158828>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 2===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 18 10:18:27 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.427169.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46685 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74609 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43747 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 279.88256204919> <PPL_OOV 252.80637790871> <LOGP -177229.64482119>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2...
+
+[SCHEDULER ITER3 LR1]: preparing parameters...
+[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34525805
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34529462
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69074656
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69190773
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70267310
+[SCHEDULER ITER3 LR1]: preparing parameters end.
+[SCHEDULER ITER3 LR1]: preparing layers...
+(10:18:36 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:18:36 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:18:36 2015-11-18)[nerv] info: create layer: combinerL1
+(10:18:36 2015-11-18)[nerv] info: create layer: outputL
+(10:18:36 2015-11-18)[nerv] info: create layer: softmaxL
+(10:18:36 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER3 LR1]: preparing layers end.
+[SCHEDULER ITER3 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER3 LR1]: Initing TNN end.
+===ITERATION 3 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 18 10:18:47 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.536047.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72824 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22868 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10451 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time
+[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 18 10:18:58 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.483923.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71587 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55022 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time
+[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 18 10:19:10 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.458421.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46654 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71644 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18811 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54561 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09506 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11902 clock time
+[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 18 10:19:22 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.448869.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46564 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72314 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21041 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55762 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10313 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time
+[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 18 10:19:34 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.441952.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46164 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72174 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18569 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54325 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time
+[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 18 10:19:46 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.432993.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72148 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19430 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54829 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time
+[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 18 10:19:58 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.427091.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72248 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22334 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56521 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10595 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time
+[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 18 10:20:10 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.420076.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46241 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73121 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23973 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10789 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time
+[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 18 10:20:22 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.416144.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46100 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72642 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20227 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55015 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time
+[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 18 10:20:34 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.412820.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46143 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73168 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23198 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56644 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10677 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time
+[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 18 10:20:46 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.410263.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46165 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72661 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19516 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09580 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time
+[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 18 10:20:58 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.407979.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72909 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20697 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55568 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09783 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time
+[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 18 10:21:10 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.405734.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46027 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72708 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56616 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10415 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time
+[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 18 10:21:22 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.403532.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45910 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71769 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18242 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54602 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09924 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11878 clock time
+[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 18 10:21:33 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.401175.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71657 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17742 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54693 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time
+[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 18 10:21:45 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.398582.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45838 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71715 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17104 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54186 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09427 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time
+[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 18 10:21:57 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.397244.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73236 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09701 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time
+[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 18 10:22:09 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.396091.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46029 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72831 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20086 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55243 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09483 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time
+[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 18 10:22:21 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.394789.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46249 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72900 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20841 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55161 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10074 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time
+[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 18 10:22:33 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.393428.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45947 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72019 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20872 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56109 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10514 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11855 clock time
+[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 18 10:22:45 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.391343.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71939 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17808 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54550 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11851 clock time
+[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 18 10:22:57 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.389966.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45967 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72022 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18124 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.54495 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09355 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 280.05523911791> <PPL_OOV 245.39663556928> <LOGP -2221595.5658898>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER3 LR1]: shuffling training file
+===PEEK ON TEST 3===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER3 LR1]: 40087 words processed Wed Nov 18 10:23:06 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.338319.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46632 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73173 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.42069 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11427 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 249.21738984732> <PPL_OOV 218.98102897851> <LOGP -192919.70714879>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 3===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 18 10:23:15 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.387513.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73144 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.41963 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11445 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 253.6486382493> <PPL_OOV 228.35790895447> <LOGP -173971.52040645>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3...
+
+[SCHEDULER ITER4 LR1]: preparing parameters...
+[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1076112
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1079769
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35639160
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35755265
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70285481
+[SCHEDULER ITER4 LR1]: preparing parameters end.
+[SCHEDULER ITER4 LR1]: preparing layers...
+(10:23:24 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:23:24 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:23:24 2015-11-18)[nerv] info: create layer: combinerL1
+(10:23:24 2015-11-18)[nerv] info: create layer: outputL
+(10:23:24 2015-11-18)[nerv] info: create layer: softmaxL
+(10:23:24 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER4 LR1]: preparing layers end.
+[SCHEDULER ITER4 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER4 LR1]: Initing TNN end.
+===ITERATION 4 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 18 10:23:35 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.356761.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75773 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29264 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58409 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time
+[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 18 10:23:47 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.354343.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46970 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73607 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21454 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09187 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time
+[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 18 10:23:59 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.348934.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46688 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73326 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55149 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09277 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11852 clock time
+[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 18 10:24:11 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.350011.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47103 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76141 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58396 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10589 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time
+[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 18 10:24:23 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.350221.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46486 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74205 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09508 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time
+[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 18 10:24:35 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.346361.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46475 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75070 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24038 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56038 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time
+[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 18 10:24:47 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.343892.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46855 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75436 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27547 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10433 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time
+[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 18 10:24:59 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.340016.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46557 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75534 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27682 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58157 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10343 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time
+[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 18 10:25:11 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.338481.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46402 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75085 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25085 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56377 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10167 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time
+[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 18 10:25:23 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.336970.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75447 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26929 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57941 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time
+[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 18 10:25:35 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.336232.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74314 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22687 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55912 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09659 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time
+[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 18 10:25:47 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.335499.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22475 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55799 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time
+[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 18 10:25:59 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.334860.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46425 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75886 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27816 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58048 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10432 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12038 clock time
+[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 18 10:26:11 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.333952.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46205 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74473 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22480 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56016 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time
+[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 18 10:26:23 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.332777.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46069 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74222 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21981 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55734 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time
+[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 18 10:26:35 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.331373.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46163 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74294 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22136 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09495 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time
+[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 18 10:26:47 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.330378.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22054 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55849 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time
+[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 18 10:26:59 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.329916.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46071 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73811 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20900 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09249 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11881 clock time
+[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 18 10:27:11 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.329256.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46228 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74636 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time
+[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 18 10:27:23 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.328670.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75632 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27123 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57626 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10571 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time
+[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 18 10:27:35 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.327835.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46185 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74296 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22645 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56132 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09518 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time
+[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 18 10:27:47 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.327304.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46200 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75015 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24761 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10060 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 241.20958994184> <PPL_OOV 212.5016612632> <LOGP -2163490.4205743>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER4 LR1]: shuffling training file
+===PEEK ON TEST 4===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER4 LR1]: 40087 words processed Wed Nov 18 10:27:56 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.311922.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79140 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.50005 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11768 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 229.16655843007> <PPL_OOV 205.79109682218> <LOGP -190695.75314365>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 4===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 18 10:28:05 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.361644.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46707 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74527 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43673 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11440 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 233.67513484246> <PPL_OOV 214.05170779862> <LOGP -171899.05910373>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4...
+
+[SCHEDULER ITER5 LR1]: preparing parameters...
+[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34533992
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34537650
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69107906
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69224062
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70299750
+[SCHEDULER ITER5 LR1]: preparing parameters end.
+[SCHEDULER ITER5 LR1]: preparing layers...
+(10:28:14 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:28:14 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:28:14 2015-11-18)[nerv] info: create layer: combinerL1
+(10:28:14 2015-11-18)[nerv] info: create layer: outputL
+(10:28:14 2015-11-18)[nerv] info: create layer: softmaxL
+(10:28:14 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER5 LR1]: preparing layers end.
+[SCHEDULER ITER5 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER5 LR1]: Initing TNN end.
+===ITERATION 5 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 18 10:28:25 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.342229.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47049 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75456 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28763 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11110 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time
+[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 18 10:28:37 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.325496.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74216 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22949 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55726 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time
+[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 18 10:28:49 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.314607.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46910 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23677 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55937 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09786 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11937 clock time
+[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 18 10:29:01 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.314235.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47069 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75472 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27042 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57500 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10372 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time
+[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 18 10:29:13 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.312322.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22218 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55908 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09757 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time
+[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 18 10:29:25 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.308654.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46513 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74426 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23656 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55966 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time
+[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 18 10:29:37 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.305328.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46782 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75094 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26266 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10246 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time
+[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 18 10:29:49 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.301431.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75036 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57695 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10340 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time
+[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 18 10:30:01 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.299609.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74390 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23802 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09906 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time
+[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 18 10:30:13 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.297780.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28051 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10791 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time
+[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 18 10:30:25 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.297017.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74817 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23907 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56744 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time
+[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 18 10:30:37 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.296471.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74135 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56201 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time
+[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 10:30:49 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.295813.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75114 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26550 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57283 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11095 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time
+[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 10:31:01 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.294844.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74167 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22088 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09129 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time
+[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 10:31:13 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.296112.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74829 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24560 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10230 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time
+[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 10:31:25 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.294628.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74747 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24467 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56448 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10528 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 10:31:37 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.294433.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73934 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21765 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56040 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time
+[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 10:31:49 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.294059.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46088 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74279 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56187 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time
+[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 10:32:01 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.293522.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74359 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23332 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56142 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10053 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time
+[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 10:32:13 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.293090.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74776 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57351 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09928 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time
+[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 10:32:25 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.291937.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74901 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time
+[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 10:32:37 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.291464.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74681 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22951 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56141 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 221.30733235924> <PPL_OOV 195.66770349262> <LOGP -2130170.993105>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER5 LR1]: shuffling training file
+===PEEK ON TEST 5===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 10:32:46 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.285627.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75339 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44481 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11435 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 222.8321336645> <PPL_OOV 193.91842079921> <LOGP -188568.43959101>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 5===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 10:32:55 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.339220.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46835 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75101 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44223 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11451 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 228.12299970668> <PPL_OOV 203.70434101172> <LOGP -170311.86095287>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5...
+
+[SCHEDULER ITER6 LR1]: preparing parameters...
+[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1075225
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1078883
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35657664
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35773857
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70310639
+[SCHEDULER ITER6 LR1]: preparing parameters end.
+[SCHEDULER ITER6 LR1]: preparing layers...
+(10:33:04 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:33:04 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:33:04 2015-11-18)[nerv] info: create layer: combinerL1
+(10:33:04 2015-11-18)[nerv] info: create layer: outputL
+(10:33:04 2015-11-18)[nerv] info: create layer: softmaxL
+(10:33:04 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER6 LR1]: preparing layers end.
+[SCHEDULER ITER6 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER6 LR1]: Initing TNN end.
+===ITERATION 6 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 10:33:15 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.274624.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75387 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28249 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58495 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10652 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time
+[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 10:33:27 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.274089.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46998 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74679 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24110 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11948 clock time
+[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 10:33:39 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.269376.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46942 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74932 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25240 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56915 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09510 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time
+[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 10:33:51 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.272529.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46932 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75383 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27805 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 10:34:03 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.273086.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46566 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74590 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24741 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56897 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09888 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 10:34:15 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.270336.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74558 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24194 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56707 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09739 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time
+[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 10:34:27 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.267457.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76631 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30883 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59048 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10752 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time
+[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 10:34:39 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.264325.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75084 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26563 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57789 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10421 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time
+[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 10:34:51 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.263165.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21825 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09307 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time
+[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 10:35:03 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.261798.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75369 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27194 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10492 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time
+[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 10:35:15 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.261720.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46106 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74338 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23310 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09902 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time
+[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 10:35:27 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.261638.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46115 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74888 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24538 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56905 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10084 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time
+[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 10:35:39 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.261379.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46261 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75682 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27595 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58229 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10587 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time
+[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 10:35:51 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.260855.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75126 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25299 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56931 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10505 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time
+[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 10:36:03 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.259417.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46378 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75487 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26827 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57611 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10447 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time
+[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 10:36:15 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.258156.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74638 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23792 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56574 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10022 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time
+[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 10:36:27 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.257716.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46070 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74478 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23722 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56557 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time
+[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 10:36:39 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.257695.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46112 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75192 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24788 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56738 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10015 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 10:36:51 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.257372.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46108 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74870 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25056 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57122 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10129 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time
+[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 10:37:03 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.257342.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76279 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29298 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10878 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time
+[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 10:37:15 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.256451.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46283 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75097 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24796 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57053 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09715 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time
+[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 10:37:27 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.256282.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74750 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24244 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56506 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10116 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 203.44638459567> <PPL_OOV 180.48040863984> <LOGP -2097552.5682739>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER6 LR1]: shuffling training file
+===PEEK ON TEST 6===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 10:37:36 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.270756.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46874 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75384 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44684 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11462 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 213.76177164248> <PPL_OOV 187.55040025392> <LOGP -187373.11635436>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 6===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 10:37:45 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.327893.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46740 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74780 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43821 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 218.09202962517> <PPL_OOV 196.16969102515> <LOGP -169104.52953794>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6...
+
+[SCHEDULER ITER7 LR1]: preparing parameters...
+[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34539097
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34542754
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69128153
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69244367
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70319220
+[SCHEDULER ITER7 LR1]: preparing parameters end.
+[SCHEDULER ITER7 LR1]: preparing layers...
+(10:37:54 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:37:54 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:37:54 2015-11-18)[nerv] info: create layer: combinerL1
+(10:37:54 2015-11-18)[nerv] info: create layer: outputL
+(10:37:54 2015-11-18)[nerv] info: create layer: softmaxL
+(10:37:54 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER7 LR1]: preparing layers end.
+[SCHEDULER ITER7 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER7 LR1]: Initing TNN end.
+===ITERATION 7 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 10:38:05 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.251501.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76764 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31940 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59447 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11461 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time
+[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 10:38:17 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.249180.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73223 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21086 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55670 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09429 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11759 clock time
+[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 10:38:29 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.243853.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46542 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73284 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21655 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55817 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09571 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11723 clock time
+[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 10:38:41 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.246795.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46712 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74229 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11770 clock time
+[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 10:38:53 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.246943.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46211 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73341 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21312 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55895 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09669 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11752 clock time
+[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 10:39:05 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.243492.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46300 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73918 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56107 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09756 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11811 clock time
+[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 10:39:17 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.240411.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74737 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26065 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57647 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11824 clock time
+[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 10:39:29 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.237547.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46336 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75410 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26265 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57445 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10285 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time
+[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 10:39:41 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.236674.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45882 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74675 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22815 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56278 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11868 clock time
+[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 10:39:53 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.235629.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46360 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76278 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28313 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58091 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10666 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time
+[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 10:40:05 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.235708.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46147 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56116 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09461 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11834 clock time
+[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 10:40:17 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.235789.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45970 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74709 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23079 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09642 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11909 clock time
+[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 10:40:29 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.235653.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75427 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26328 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time
+[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 10:40:41 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.235260.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46032 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74784 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23325 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56328 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time
+[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 10:40:53 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.233722.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74854 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23290 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56513 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09207 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time
+[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 10:41:05 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.232544.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46046 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74810 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23177 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56368 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09477 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time
+[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 10:41:17 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.232156.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46161 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75615 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25008 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56772 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09848 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time
+[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 10:41:29 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.232032.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45956 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74110 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21620 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09423 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11793 clock time
+[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 10:41:41 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.232176.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45928 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22199 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.55926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09584 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time
+[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 10:41:53 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.232236.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45960 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74990 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24589 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57133 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11802 clock time
+[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 10:42:05 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.231563.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74825 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23400 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56396 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09560 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time
+[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 10:42:17 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.231495.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45982 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74912 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09719 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 191.66281054712> <PPL_OOV 170.45050083613> <LOGP -2074469.2150481>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER7 LR1]: shuffling training file
+===PEEK ON TEST 7===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 10:42:26 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.250935.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46872 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75737 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45120 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.26330245608> <PPL_OOV 178.68977420066> <LOGP -185640.57827444>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 7===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 10:42:35 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.308122.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46668 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75255 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44319 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11436 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 210.66094197492> <PPL_OOV 187.46229275885> <LOGP -167650.13106111>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7...
+
+[SCHEDULER ITER8 LR1]: preparing parameters...
+[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1074480
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1078136
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35669430
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35785661
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70326762
+[SCHEDULER ITER8 LR1]: preparing parameters end.
+[SCHEDULER ITER8 LR1]: preparing layers...
+(10:42:44 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:42:44 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:42:44 2015-11-18)[nerv] info: create layer: combinerL1
+(10:42:44 2015-11-18)[nerv] info: create layer: outputL
+(10:42:44 2015-11-18)[nerv] info: create layer: softmaxL
+(10:42:44 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER8 LR1]: preparing layers end.
+[SCHEDULER ITER8 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER8 LR1]: Initing TNN end.
+===ITERATION 8 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 10:42:55 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.223485.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47200 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75378 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29123 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10712 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time
+[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 10:43:07 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.223158.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74128 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23784 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56720 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09445 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time
+[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 10:43:19 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.219440.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47016 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74111 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24157 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56875 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time
+[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 10:43:31 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.222712.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47032 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75221 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58467 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 10:43:43 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.223369.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74746 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25209 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09616 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time
+[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 10:43:55 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.220367.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21838 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56495 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08943 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time
+[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 10:44:07 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.217273.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46779 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75278 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27901 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10111 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time
+[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 10:44:19 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.214817.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46468 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74785 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26351 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58130 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10206 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time
+[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 10:44:31 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.214075.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73531 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22015 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time
+[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 10:44:43 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.213366.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75979 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59223 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11076 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12017 clock time
+[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 10:44:55 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.213651.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46208 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74276 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24185 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57217 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10050 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time
+[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 10:45:07 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.214115.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74395 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23556 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57228 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09294 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time
+[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 10:45:19 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.214208.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75450 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27509 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09921 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time
+[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 10:45:31 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.213975.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46060 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74065 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22367 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56833 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09161 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time
+[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 10:45:43 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.213825.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46104 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74419 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56828 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09026 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11865 clock time
+[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 10:45:55 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.212654.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74627 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24920 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57413 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10174 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time
+[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 10:46:07 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.212618.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74089 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23804 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56904 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10392 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time
+[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 10:46:19 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.212644.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46065 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74309 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24161 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57031 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10304 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time
+[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 10:46:31 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.212618.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74347 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22727 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56723 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09189 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time
+[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 10:46:43 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.212799.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74704 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10933 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time
+[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 10:46:55 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.211971.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74098 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23139 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10115 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time
+[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 10:47:07 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.211963.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74639 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24128 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57056 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09675 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 182.85875939578> <PPL_OOV 162.9490849551> <LOGP -2056299.1378532>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER8 LR1]: shuffling training file
+===PEEK ON TEST 8===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 10:47:16 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.242961.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47194 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75875 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45598 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11525 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 200.73582668906> <PPL_OOV 175.37028924635> <LOGP -184969.29458693>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 8===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 10:47:25 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.301838.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75135 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44506 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11486 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 204.97925383417> <PPL_OOV 183.63222465748> <LOGP -166988.87054074>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8...
+
+[SCHEDULER ITER9 LR1]: preparing parameters...
+[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34542686
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34546343
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69143526
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69259775
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70333851
+[SCHEDULER ITER9 LR1]: preparing parameters end.
+[SCHEDULER ITER9 LR1]: preparing layers...
+(10:47:34 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:47:34 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:47:34 2015-11-18)[nerv] info: create layer: combinerL1
+(10:47:34 2015-11-18)[nerv] info: create layer: outputL
+(10:47:34 2015-11-18)[nerv] info: create layer: softmaxL
+(10:47:34 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER9 LR1]: preparing layers end.
+[SCHEDULER ITER9 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER9 LR1]: Initing TNN end.
+===ITERATION 9 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 10:47:45 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.206042.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74971 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28213 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58715 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10997 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 10:47:57 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.206343.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47213 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74031 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57189 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10262 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time
+[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 10:48:09 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.202072.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47115 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74334 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24743 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56756 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time
+[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 10:48:21 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.206597.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46962 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74532 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26954 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58197 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10828 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time
+[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 10:48:33 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.206957.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46621 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73933 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56863 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time
+[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 10:48:45 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.202669.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74566 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25139 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56860 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10550 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time
+[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 10:48:57 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.199498.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46745 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74662 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58046 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time
+[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 10:49:09 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.197205.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74500 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57759 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11096 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time
+[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 10:49:21 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.196210.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45992 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73450 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22412 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10498 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11900 clock time
+[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 10:49:33 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.195749.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46254 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74420 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25369 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57755 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10525 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time
+[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 10:49:45 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.196194.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74687 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25038 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57106 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10356 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time
+[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 10:49:57 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.196723.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46786 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76705 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29484 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10636 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12151 clock time
+[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 10:50:09 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.196745.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75277 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27749 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58528 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10674 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time
+[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 10:50:21 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.196443.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24005 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56972 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10715 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time
+[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 10:50:33 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.195960.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22816 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time
+[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 10:50:45 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.194630.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76519 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30552 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58990 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11086 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time
+[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 10:50:57 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.194485.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72829 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21634 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56679 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11895 clock time
+[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 10:51:09 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.194576.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45990 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73048 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20881 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56110 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09525 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time
+[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 10:51:21 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.194645.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73109 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21916 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56221 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10346 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time
+[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 10:51:33 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.194792.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46146 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73565 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23971 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57883 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10019 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time
+[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 10:51:45 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.193957.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73214 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21389 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56082 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time
+[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 10:51:57 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.194063.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45976 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72775 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 175.15529644178> <PPL_OOV 156.3706229079> <LOGP -2039662.5067889>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER9 LR1]: shuffling training file
+===PEEK ON TEST 9===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 10:52:06 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.232448.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75902 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45569 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 196.68771340668> <PPL_OOV 171.28145024784> <LOGP -184124.74262498>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 9===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 10:52:16 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.292322.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.50580 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89009 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64386 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12357 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 200.74808824921> <PPL_OOV 179.37500626499> <LOGP -166237.47990123>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9...
+
+[SCHEDULER ITER10 LR1]: preparing parameters...
+[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1073504
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1077161
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35679936
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35796199
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70340150
+[SCHEDULER ITER10 LR1]: preparing parameters end.
+[SCHEDULER ITER10 LR1]: preparing layers...
+(10:52:26 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:52:26 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:52:26 2015-11-18)[nerv] info: create layer: combinerL1
+(10:52:26 2015-11-18)[nerv] info: create layer: outputL
+(10:52:26 2015-11-18)[nerv] info: create layer: softmaxL
+(10:52:26 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER10 LR1]: preparing layers end.
+[SCHEDULER ITER10 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER10 LR1]: Initing TNN end.
+===ITERATION 10 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 10:52:37 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.187626.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49034 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83385 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53127 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66879 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13693 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time
+[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 10:52:49 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.187185.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.51138 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94141 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79346 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.73667 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16559 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13340 clock time
+[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 10:53:01 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.183663.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47670 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78031 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34401 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59273 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11058 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12225 clock time
+[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 10:53:13 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.186533.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47405 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76657 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31822 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10987 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time
+[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 10:53:25 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.187822.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74876 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26041 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57316 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10123 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time
+[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 10:53:37 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.184261.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46663 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75239 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26592 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57550 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10219 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time
+[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 10:53:49 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.181682.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46951 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76315 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59070 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11089 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 10:54:01 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.179709.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48108 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.82285 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48257 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64562 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13202 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12704 clock time
+[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 10:54:13 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.178820.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74475 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24827 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09895 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time
+[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 10:54:25 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177844.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75564 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58299 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time
+[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 10:54:37 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.178455.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74711 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24594 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time
+[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 10:54:49 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.178986.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75624 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27252 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57857 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12072 clock time
+[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 10:55:01 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.179147.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46629 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76321 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30277 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59194 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10976 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time
+[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 10:55:13 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.179057.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74421 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22938 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56597 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09304 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time
+[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 10:55:25 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.178715.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74415 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23768 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56694 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time
+[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 10:55:37 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177619.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74450 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23064 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56633 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time
+[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 10:55:49 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177353.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74162 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22982 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09711 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time
+[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 10:56:01 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177437.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74441 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23905 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56734 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09788 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time
+[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 10:56:13 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177489.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46279 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74377 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23647 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56696 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09629 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time
+[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 10:56:25 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177808.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46449 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75256 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27073 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58336 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10163 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time
+[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 10:56:37 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177156.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46207 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74318 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23297 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09597 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time
+[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 10:56:49 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.177345.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74369 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23957 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56683 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11930 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 168.28451804124> <PPL_OOV 150.46390246938> <LOGP -2024117.1344033>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER10 LR1]: shuffling training file
+===PEEK ON TEST 10===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 10:56:58 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.226332.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46298 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11545 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 193.84009884531> <PPL_OOV 168.90002809503> <LOGP -183623.51796897>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 10===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 10:57:07 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.288461.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75930 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45694 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11482 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 198.49192596558> <PPL_OOV 177.42026715645> <LOGP -165886.47816098>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10...
+
+[SCHEDULER ITER11 LR1]: preparing parameters...
+[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34544696
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34548353
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69157059
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69273324
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70346338
+[SCHEDULER ITER11 LR1]: preparing parameters end.
+[SCHEDULER ITER11 LR1]: preparing layers...
+(10:57:16 2015-11-18)[nerv] info: create layer: recurrentL1
+(10:57:16 2015-11-18)[nerv] info: create layer: sigmoidL1
+(10:57:16 2015-11-18)[nerv] info: create layer: combinerL1
+(10:57:16 2015-11-18)[nerv] info: create layer: outputL
+(10:57:16 2015-11-18)[nerv] info: create layer: softmaxL
+(10:57:16 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER11 LR1]: preparing layers end.
+[SCHEDULER ITER11 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER11 LR1]: Initing TNN end.
+===ITERATION 11 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 10:57:27 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.171852.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47361 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30974 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58969 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11078 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time
+[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 10:57:39 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.172153.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74498 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24634 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56602 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09802 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time
+[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 10:57:51 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.168680.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74499 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25052 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56585 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09930 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time
+[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 10:58:03 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.171976.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47374 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75961 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30222 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58686 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11161 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time
+[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 10:58:15 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.173569.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46822 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76367 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58557 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10574 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12124 clock time
+[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 10:58:27 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.170281.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77754 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34750 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60093 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11129 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time
+[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 10:58:39 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.167366.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48904 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83714 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52092 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13578 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12800 clock time
+[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 10:58:51 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.165503.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78810 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36706 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11196 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time
+[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 10:59:03 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.164444.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76536 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30907 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11299 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12230 clock time
+[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 10:59:15 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.164365.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75789 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10448 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12046 clock time
+[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 10:59:27 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.165207.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74732 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56774 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10194 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time
+[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 10:59:39 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.165767.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46867 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78041 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59420 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10951 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time
+[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 10:59:51 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.165936.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78899 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36490 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60669 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11743 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time
+[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 11:00:03 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.165982.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75492 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27104 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57423 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10717 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time
+[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 11:00:15 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.165231.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46637 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76577 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30139 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58660 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10742 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12180 clock time
+[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 11:00:27 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.164055.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76147 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29472 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58341 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10912 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time
+[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 11:00:39 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.163994.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46916 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77237 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32016 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59077 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11044 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12238 clock time
+[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 11:00:51 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.164189.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46639 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77766 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11466 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12254 clock time
+[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 11:01:03 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.163842.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46357 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75535 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26937 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57476 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time
+[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 11:01:15 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.164110.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77157 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11348 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12186 clock time
+[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 11:01:27 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.163404.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78736 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34813 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59941 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10880 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time
+[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 11:01:39 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.163566.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.80264 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59985 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12318 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.77539106927> <PPL_OOV 145.7641676188> <LOGP -2011305.9620894>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER11 LR1]: shuffling training file
+===PEEK ON TEST 11===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 11:01:49 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.217961.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.52642 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95365 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.73699 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12766 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 190.48374176169> <PPL_OOV 165.48555249968> <LOGP -182892.39374501>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 11===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 11:01:58 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.279941.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74652 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43936 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 195.54149127002> <PPL_OOV 174.33505652113> <LOGP -165324.53745505>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11...
+
+[SCHEDULER ITER12 LR1]: preparing parameters...
+[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1072320
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1075977
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35691290
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35807569
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70352633
+[SCHEDULER ITER12 LR1]: preparing parameters end.
+[SCHEDULER ITER12 LR1]: preparing layers...
+(11:02:07 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:02:07 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:02:07 2015-11-18)[nerv] info: create layer: combinerL1
+(11:02:07 2015-11-18)[nerv] info: create layer: outputL
+(11:02:07 2015-11-18)[nerv] info: create layer: softmaxL
+(11:02:07 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER12 LR1]: preparing layers end.
+[SCHEDULER ITER12 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER12 LR1]: Initing TNN end.
+===ITERATION 12 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 11:02:18 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.161409.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46804 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73464 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25376 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10334 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11784 clock time
+[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 11:02:30 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.160069.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73095 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22902 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57024 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11827 clock time
+[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 11:02:42 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.156185.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73770 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22659 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56344 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09182 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time
+[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 11:02:54 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.159227.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75529 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28682 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59150 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time
+[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 11:03:06 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.160588.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73458 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56632 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09245 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11786 clock time
+[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 11:03:18 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.158727.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46127 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72432 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20139 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56202 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11760 clock time
+[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 11:03:30 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.156116.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73845 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24876 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57930 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10000 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11791 clock time
+[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 11:03:42 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.154215.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46172 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74409 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25331 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58024 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09971 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11838 clock time
+[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 11:03:54 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.153248.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46075 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75659 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12113 clock time
+[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 11:04:06 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.152203.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78152 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35988 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60790 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11952 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time
+[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 11:04:18 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.153060.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46945 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77317 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32184 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11549 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time
+[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 11:04:30 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.153656.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77470 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32119 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58881 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11553 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12137 clock time
+[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 11:04:42 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.153706.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46647 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78471 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60051 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12341 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12213 clock time
+[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 11:04:54 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.153747.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46748 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77519 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11321 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12274 clock time
+[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 11:05:06 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.152182.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46889 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77258 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58892 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11644 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12163 clock time
+[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 11:05:18 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.151157.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46399 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77629 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58683 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11419 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time
+[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 11:05:30 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.150658.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46552 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78214 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33472 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59564 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11356 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time
+[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 11:05:42 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.150768.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46935 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77457 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32346 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59136 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11228 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12066 clock time
+[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 11:05:54 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.150376.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46493 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77122 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58771 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11378 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12127 clock time
+[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 11:06:06 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.150726.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78021 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60839 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11575 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12193 clock time
+[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 11:06:18 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.150092.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45713 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72990 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20382 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09099 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11758 clock time
+[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 11:06:30 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.150286.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77542 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32099 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59537 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12332 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 157.67304410435> <PPL_OOV 141.37325038058> <LOGP -1998957.7352271>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER12 LR1]: shuffling training file
+===PEEK ON TEST 12===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 11:06:39 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.213910.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79067 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.49743 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11713 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.82922250456> <PPL_OOV 163.82151680349> <LOGP -182530.59680635>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 12===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 11:06:48 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.276348.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76275 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46183 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11499 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 194.0611897081> <PPL_OOV 172.80269357813> <LOGP -165041.72545543>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12...
+
+[SCHEDULER ITER13 LR1]: preparing parameters...
+[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34545115
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34548772
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69171458
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69287727
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70359323
+[SCHEDULER ITER13 LR1]: preparing parameters end.
+[SCHEDULER ITER13 LR1]: preparing layers...
+(11:06:57 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:06:57 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:06:57 2015-11-18)[nerv] info: create layer: combinerL1
+(11:06:57 2015-11-18)[nerv] info: create layer: outputL
+(11:06:57 2015-11-18)[nerv] info: create layer: softmaxL
+(11:06:57 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER13 LR1]: preparing layers end.
+[SCHEDULER ITER13 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER13 LR1]: Initing TNN end.
+===ITERATION 13 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 11:07:08 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.148363.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47396 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76596 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32880 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60443 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11453 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time
+[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 11:07:20 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.147670.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47176 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74437 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25697 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57814 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time
+[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 11:07:32 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.144747.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74474 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57923 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time
+[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 11:07:44 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.148082.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75136 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28135 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59058 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time
+[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 11:07:56 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.149260.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46573 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73982 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23573 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57354 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09275 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time
+[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 11:08:08 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.145787.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46671 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24641 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57707 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time
+[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 11:08:20 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.142989.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46930 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75368 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29202 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59411 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10637 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time
+[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 11:08:32 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.141522.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46494 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74790 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27671 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58973 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10661 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 11:08:44 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.140712.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46299 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23861 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09706 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time
+[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 11:08:56 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.139579.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75574 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28922 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10744 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time
+[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 11:09:08 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.140484.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75020 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26588 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58459 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09975 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time
+[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 11:09:20 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.141125.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73945 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23088 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57175 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09546 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time
+[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 11:09:32 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.141141.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46447 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74927 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27264 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58941 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10330 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time
+[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 11:09:44 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.141279.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46258 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74012 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23609 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57320 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09816 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time
+[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 11:09:56 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.139978.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46141 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73807 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23119 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09558 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time
+[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 11:10:08 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.139004.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74287 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24469 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57710 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 11:10:20 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.138886.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46222 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74030 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23620 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57425 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09672 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time
+[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 11:10:32 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.139161.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57909 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09737 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time
+[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 11:10:44 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.138622.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75269 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27437 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12073 clock time
+[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 11:10:56 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.139039.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75190 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27988 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59340 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10426 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time
+[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 11:11:08 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.138421.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75640 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27998 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58710 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10361 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time
+[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 11:11:20 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.138626.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74625 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58278 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10143 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 153.32287582627> <PPL_OOV 137.63110760163> <LOGP -1988127.4300539>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER13 LR1]: shuffling training file
+===PEEK ON TEST 13===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 11:11:29 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.212208.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47274 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77361 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.47349 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11629 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 187.68231696506> <PPL_OOV 163.13076093519> <LOGP -182379.33110377>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 13===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 11:11:38 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.275537.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47033 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76167 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45707 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11498 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 193.13701510763> <PPL_OOV 172.21964454358> <LOGP -164933.45910557>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13...
+
+[SCHEDULER ITER14 LR1]: preparing parameters...
+[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1070792
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1074449
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35705236
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35821520
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70365868
+[SCHEDULER ITER14 LR1]: preparing parameters end.
+[SCHEDULER ITER14 LR1]: preparing layers...
+(11:11:47 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:11:47 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:11:47 2015-11-18)[nerv] info: create layer: combinerL1
+(11:11:47 2015-11-18)[nerv] info: create layer: outputL
+(11:11:47 2015-11-18)[nerv] info: create layer: softmaxL
+(11:11:47 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER14 LR1]: preparing layers end.
+[SCHEDULER ITER14 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER14 LR1]: Initing TNN end.
+===ITERATION 14 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 11:11:58 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.150251.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47041 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91534 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45503 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59565 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10641 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time
+[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 11:12:10 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.145932.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47148 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90982 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41327 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time
+[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 11:12:22 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.139618.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46764 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90625 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41182 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57618 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09351 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time
+[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 11:12:34 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.140890.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46819 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92013 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45375 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10410 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time
+[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 11:12:46 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.141728.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46662 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91171 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41959 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57911 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09551 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time
+[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 11:12:58 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.138069.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90781 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40710 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57292 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09530 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time
+[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 11:13:10 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.134603.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94100 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50456 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60816 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10783 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time
+[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 11:13:22 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.132832.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97739 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59913 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63278 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12446 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12282 clock time
+[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 11:13:34 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.131575.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96039 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53597 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60708 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11452 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12285 clock time
+[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 11:13:46 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.130441.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96392 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62002 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11852 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12308 clock time
+[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 11:13:58 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.131438.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46898 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95113 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51252 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11246 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12295 clock time
+[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 11:14:10 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.132096.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47060 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95252 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51159 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60575 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10683 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12303 clock time
+[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 11:14:22 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.132082.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47293 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96465 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56386 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62102 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12395 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12345 clock time
+[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 11:14:34 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.132168.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46982 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95490 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51700 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60588 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11174 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12232 clock time
+[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 11:14:46 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.130284.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46396 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92872 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45166 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58625 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time
+[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 11:14:58 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.128971.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45861 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89984 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38138 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56940 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09154 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time
+[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 11:15:10 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.128578.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09244 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time
+[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 11:15:22 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.128705.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91068 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42144 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09973 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time
+[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 11:15:34 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.128296.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46131 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90420 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39806 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09548 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11873 clock time
+[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 11:15:46 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.128718.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46169 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91339 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43186 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58808 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10250 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time
+[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 11:15:58 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.128157.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90462 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39951 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57234 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11859 clock time
+[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 11:16:10 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.128351.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90621 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40749 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57675 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09544 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 149.5870281095> <PPL_OOV 134.4143543947> <LOGP -1978579.6637335>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER14 LR1]: shuffling training file
+===PEEK ON TEST 14===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 11:16:19 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.206408.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91040 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60288 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11501 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 184.60529835793> <PPL_OOV 160.99729765694> <LOGP -181908.05608115>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 14===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 11:16:28 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.269856.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47128 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92020 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61603 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11468 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 189.97648963555> <PPL_OOV 169.84953181086> <LOGP -164489.54675678>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14...
+
+[SCHEDULER ITER15 LR1]: preparing parameters...
+[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34543217
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34546874
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69185372
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69301640
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70371575
+[SCHEDULER ITER15 LR1]: preparing parameters end.
+[SCHEDULER ITER15 LR1]: preparing layers...
+(11:16:37 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:16:37 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:16:37 2015-11-18)[nerv] info: create layer: combinerL1
+(11:16:37 2015-11-18)[nerv] info: create layer: outputL
+(11:16:37 2015-11-18)[nerv] info: create layer: softmaxL
+(11:16:37 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER15 LR1]: preparing layers end.
+[SCHEDULER ITER15 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER15 LR1]: Initing TNN end.
+===ITERATION 15 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 11:16:48 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.126334.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47281 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90872 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45864 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59812 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10804 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time
+[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 11:17:00 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.126555.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89088 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40018 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09452 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time
+[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 11:17:12 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.123932.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47132 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89178 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40940 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57686 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09738 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time
+[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 11:17:24 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.127397.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90734 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44979 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59540 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10475 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11992 clock time
+[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 11:17:36 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.128886.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89313 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40416 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57835 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time
+[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 11:17:48 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.125460.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46725 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89147 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57557 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09409 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time
+[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 11:18:00 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.122478.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47008 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90419 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59518 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10608 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time
+[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 11:18:12 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.120817.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90055 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43575 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59445 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10286 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time
+[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 11:18:24 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.120126.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46204 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88698 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57250 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09479 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time
+[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 11:18:36 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118832.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46424 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41956 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58714 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time
+[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 11:18:48 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.119879.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89594 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40341 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57877 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time
+[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 11:19:00 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.120634.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89060 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57547 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09686 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time
+[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 11:19:12 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.120748.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90075 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59509 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10480 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time
+[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 11:19:24 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.120808.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46609 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89658 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41628 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10196 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time
+[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 11:19:36 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118991.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88829 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39125 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09666 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time
+[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 11:19:48 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118087.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46408 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90738 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43047 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58424 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10355 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time
+[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 11:20:00 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.117886.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46551 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89564 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58154 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10046 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time
+[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 11:20:12 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118077.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89339 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40549 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58043 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09661 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time
+[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 11:20:24 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118207.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46190 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88916 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39454 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09549 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time
+[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 11:20:36 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118705.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90859 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44803 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59495 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time
+[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 11:20:48 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118178.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46272 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89479 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40872 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58213 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time
+[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 11:21:00 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.118361.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46266 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88857 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39067 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57567 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09408 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 146.03546688066> <PPL_OOV 131.3598251194> <LOGP -1969299.4941708>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER15 LR1]: shuffling training file
+===PEEK ON TEST 15===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 11:21:09 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.204185.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90269 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59680 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11471 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 183.37849337646> <PPL_OOV 160.0011301428> <LOGP -181685.86303108>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 15===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 11:21:18 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.267028.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46884 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90372 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59827 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11460 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.55855926685> <PPL_OOV 168.66052507921> <LOGP -164264.51192834>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15...
+
+[SCHEDULER ITER16 LR1]: preparing parameters...
+[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1069088
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1072745
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35720170
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35836453
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70378787
+[SCHEDULER ITER16 LR1]: preparing parameters end.
+[SCHEDULER ITER16 LR1]: preparing layers...
+(11:21:27 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:21:27 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:21:27 2015-11-18)[nerv] info: create layer: combinerL1
+(11:21:27 2015-11-18)[nerv] info: create layer: outputL
+(11:21:27 2015-11-18)[nerv] info: create layer: softmaxL
+(11:21:27 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER16 LR1]: preparing layers end.
+[SCHEDULER ITER16 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER16 LR1]: Initing TNN end.
+===ITERATION 16 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 11:21:38 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.115694.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92260 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60078 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11007 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time
+[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 11:21:50 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.116926.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91554 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10042 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time
+[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 11:22:02 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.113799.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46880 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57713 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09679 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time
+[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 11:22:14 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.116729.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46849 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91387 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59014 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10396 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time
+[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 11:22:26 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.117457.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90630 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41076 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57584 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09792 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time
+[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 11:22:38 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.114227.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46767 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91646 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43849 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58377 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10055 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time
+[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 11:22:50 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.111300.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46808 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92176 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46852 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59954 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time
+[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 11:23:02 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.109921.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46519 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92552 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46821 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10863 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time
+[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 11:23:14 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.109011.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90110 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39845 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57121 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09710 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time
+[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 11:23:26 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.107795.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46326 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43619 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10437 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time
+[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 11:23:38 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.108945.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46048 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90228 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39038 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57071 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09327 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time
+[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 11:23:50 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.109836.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46156 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90198 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39014 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57049 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time
+[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 11:24:02 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.110070.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92108 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45601 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59539 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10468 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time
+[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 11:24:14 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.110257.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46024 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90350 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39936 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57477 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09656 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time
+[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 11:24:26 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.108735.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90696 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41226 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57848 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09983 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time
+[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 11:24:38 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.107910.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90976 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57939 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09664 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time
+[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 11:24:50 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.108014.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90094 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.56999 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time
+[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 11:25:02 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.108294.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90305 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39579 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57269 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09312 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time
+[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 11:25:14 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.107997.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91584 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42419 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57971 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09765 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time
+[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 11:25:26 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.108498.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46431 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92341 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59727 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10339 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time
+[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 11:25:38 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.107983.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46229 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91069 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58161 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10309 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time
+[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 11:25:50 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.108250.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46124 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91089 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41559 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58013 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09542 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.52993551102> <PPL_OOV 128.34432819736> <LOGP -1959923.7705658>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER16 LR1]: shuffling training file
+===PEEK ON TEST 16===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 11:25:59 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.199247.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95565 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66569 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.85232657852> <PPL_OOV 158.47519639689> <LOGP -181342.80984868>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 16===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 11:26:08 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.262718.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47243 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93331 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63182 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.63524327582> <PPL_OOV 166.8116302904> <LOGP -163911.41386819>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16...
+
+[SCHEDULER ITER17 LR1]: preparing parameters...
+[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34541020
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34544677
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69201806
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69318078
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70386500
+[SCHEDULER ITER17 LR1]: preparing parameters end.
+[SCHEDULER ITER17 LR1]: preparing layers...
+(11:26:17 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:26:17 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:26:17 2015-11-18)[nerv] info: create layer: combinerL1
+(11:26:17 2015-11-18)[nerv] info: create layer: outputL
+(11:26:17 2015-11-18)[nerv] info: create layer: softmaxL
+(11:26:17 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER17 LR1]: preparing layers end.
+[SCHEDULER ITER17 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER17 LR1]: Initing TNN end.
+===ITERATION 17 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 11:26:28 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.108420.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91633 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46963 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60356 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10864 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time
+[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 11:26:40 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.108591.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57839 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time
+[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 11:26:52 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.105430.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90293 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42061 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11877 clock time
+[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 11:27:04 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.107876.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46971 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90966 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44840 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59813 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time
+[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 11:27:16 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.109757.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46301 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89580 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40292 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09623 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time
+[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 11:27:28 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.106544.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89450 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09486 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time
+[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 11:27:40 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.103579.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46587 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90502 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43303 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time
+[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 11:27:52 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.102231.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90426 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43112 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59322 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10025 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 11:28:04 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.103825.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46076 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89850 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40003 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57779 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09406 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11884 clock time
+[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 11:28:16 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.102596.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46155 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90705 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43219 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59386 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10104 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time
+[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 11:28:28 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.103633.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46145 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89711 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57735 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11901 clock time
+[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 11:28:40 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104338.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45965 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89582 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57387 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09366 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time
+[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 11:28:52 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104375.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46122 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90595 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43166 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10238 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time
+[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 11:29:04 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104388.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46012 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89565 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39441 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57740 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time
+[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 11:29:16 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.103305.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89412 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38754 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09481 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time
+[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 11:29:28 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104230.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45953 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89248 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time
+[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 11:29:40 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.103934.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46068 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89485 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39272 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57792 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09378 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time
+[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 11:29:52 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104033.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89192 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38263 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57281 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09239 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time
+[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 11:30:04 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104624.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89837 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39959 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57811 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09458 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time
+[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 11:30:16 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.105026.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91993 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46566 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60169 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10782 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 11:30:28 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104416.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46128 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90964 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58640 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time
+[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 11:30:40 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.104466.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46401 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91300 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43933 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10184 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 141.19954804009> <PPL_OOV 127.21379650058> <LOGP -1956351.8551459>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER17 LR1]: shuffling training file
+===PEEK ON TEST 17===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 11:30:49 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.198889.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91153 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60373 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11422 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.70520360784> <PPL_OOV 158.41280661091> <LOGP -181328.71347802>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 17===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 11:30:58 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.263003.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46879 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90774 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60026 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11386 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 185.44844722879> <PPL_OOV 166.57217575974> <LOGP -163865.39734015>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17...
+
+[SCHEDULER ITER18 LR1]: preparing parameters...
+[SCHEDULER ITER18 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1067636
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1071293
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35738936
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35855199
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70394860
+[SCHEDULER ITER18 LR1]: preparing parameters end.
+[SCHEDULER ITER18 LR1]: preparing layers...
+(11:31:07 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:31:07 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:31:07 2015-11-18)[nerv] info: create layer: combinerL1
+(11:31:07 2015-11-18)[nerv] info: create layer: outputL
+(11:31:07 2015-11-18)[nerv] info: create layer: softmaxL
+(11:31:07 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER18 LR1]: preparing layers end.
+[SCHEDULER ITER18 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER18 LR1]: Initing TNN end.
+===ITERATION 18 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER18 LR1]: 40092 words processed Wed Nov 18 11:31:18 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.100858.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92509 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48658 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60662 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10998 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER18 LR1]: 80099 words processed Wed Nov 18 11:31:30 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.100635.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47126 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41027 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09284 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time
+[SCHEDULER ITER18 LR1]: 120004 words processed Wed Nov 18 11:31:42 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.097217.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46894 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90217 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40293 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09006 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11874 clock time
+[SCHEDULER ITER18 LR1]: 160114 words processed Wed Nov 18 11:31:54 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.100555.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46938 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91499 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43863 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58903 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09872 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time
+[SCHEDULER ITER18 LR1]: 200066 words processed Wed Nov 18 11:32:06 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.101992.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46602 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90144 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39875 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09039 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11899 clock time
+[SCHEDULER ITER18 LR1]: 240045 words processed Wed Nov 18 11:32:18 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.098634.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46616 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41055 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09234 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time
+[SCHEDULER ITER18 LR1]: 280057 words processed Wed Nov 18 11:32:30 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.095480.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47852 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96904 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57313 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11583 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12273 clock time
+[SCHEDULER ITER18 LR1]: 320106 words processed Wed Nov 18 11:32:42 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.093899.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96676 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56591 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62358 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11704 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time
+[SCHEDULER ITER18 LR1]: 360024 words processed Wed Nov 18 11:32:54 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.093222.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47020 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94135 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49107 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59811 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10305 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12157 clock time
+[SCHEDULER ITER18 LR1]: 400089 words processed Wed Nov 18 11:33:06 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.092038.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91898 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45023 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59541 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10204 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time
+[SCHEDULER ITER18 LR1]: 440067 words processed Wed Nov 18 11:33:18 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.093470.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90663 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57649 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time
+[SCHEDULER ITER18 LR1]: 480051 words processed Wed Nov 18 11:33:30 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.094432.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90218 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09144 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time
+[SCHEDULER ITER18 LR1]: 520140 words processed Wed Nov 18 11:33:42 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.094612.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46238 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91751 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44953 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59597 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time
+[SCHEDULER ITER18 LR1]: 560132 words processed Wed Nov 18 11:33:54 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.094673.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46101 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89952 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57082 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09178 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time
+[SCHEDULER ITER18 LR1]: 600118 words processed Wed Nov 18 11:34:06 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.094054.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46056 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90180 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39211 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57329 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time
+[SCHEDULER ITER18 LR1]: 640090 words processed Wed Nov 18 11:34:18 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.093141.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46103 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90819 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41022 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57965 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time
+[SCHEDULER ITER18 LR1]: 680075 words processed Wed Nov 18 11:34:30 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.092928.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46534 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91453 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43017 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58310 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09851 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time
+[SCHEDULER ITER18 LR1]: 720043 words processed Wed Nov 18 11:34:42 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.093002.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46267 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58369 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time
+[SCHEDULER ITER18 LR1]: 760012 words processed Wed Nov 18 11:34:54 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.092652.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95422 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51660 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60448 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10618 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12299 clock time
+[SCHEDULER ITER18 LR1]: 800113 words processed Wed Nov 18 11:35:06 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.093194.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47398 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96804 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55973 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62116 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11513 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12240 clock time
+[SCHEDULER ITER18 LR1]: 840089 words processed Wed Nov 18 11:35:18 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.092664.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93123 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45958 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12123 clock time
+[SCHEDULER ITER18 LR1]: 880052 words processed Wed Nov 18 11:35:30 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.092839.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46218 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91158 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41106 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09176 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR1]: Displaying result:
+[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.34114630761> <PPL_OOV 123.86098737885> <LOGP -1945568.9240026>
+[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER18 LR1]: shuffling training file
+===PEEK ON TEST 18===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER18 LR1]: 40087 words processed Wed Nov 18 11:35:39 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.194785.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91814 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61391 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR1]: Displaying result:
+[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 179.81187100755> <PPL_OOV 156.95421884454> <LOGP -180997.56787842>
+[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 18===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER18 LR1]: 40095 words processed Wed Nov 18 11:35:48 2015.
+	[SCHEDULER ITER18 LR1]: log prob per sample :-2.259428.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92876 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62514 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR1]: Displaying result:
+[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.49928420535> <PPL_OOV 165.10810144726> <LOGP -163582.59597025>
+[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER18 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18...
+
+[SCHEDULER ITER19 LR1]: preparing parameters...
+[SCHEDULER ITER19 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34538074
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34541731
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69220662
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69336928
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70404066
+[SCHEDULER ITER19 LR1]: preparing parameters end.
+[SCHEDULER ITER19 LR1]: preparing layers...
+(11:35:57 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:35:57 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:35:57 2015-11-18)[nerv] info: create layer: combinerL1
+(11:35:57 2015-11-18)[nerv] info: create layer: outputL
+(11:35:57 2015-11-18)[nerv] info: create layer: softmaxL
+(11:35:57 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER19 LR1]: preparing layers end.
+[SCHEDULER ITER19 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER19 LR1]: Initing TNN end.
+===ITERATION 19 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER19 LR1]: 40092 words processed Wed Nov 18 11:36:08 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.090996.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91173 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47086 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60712 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11041 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time
+[SCHEDULER ITER19 LR1]: 80099 words processed Wed Nov 18 11:36:20 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.092216.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89179 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39641 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57506 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time
+[SCHEDULER ITER19 LR1]: 120004 words processed Wed Nov 18 11:36:32 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.089189.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89033 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57401 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time
+[SCHEDULER ITER19 LR1]: 160114 words processed Wed Nov 18 11:36:44 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.091547.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90322 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59313 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time
+[SCHEDULER ITER19 LR1]: 200066 words processed Wed Nov 18 11:36:56 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.092413.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46454 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89897 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57864 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09925 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time
+[SCHEDULER ITER19 LR1]: 240045 words processed Wed Nov 18 11:37:08 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.089188.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46391 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89287 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39182 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09516 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time
+[SCHEDULER ITER19 LR1]: 280057 words processed Wed Nov 18 11:37:20 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.085994.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46768 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91849 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47115 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60061 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10996 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12102 clock time
+[SCHEDULER ITER19 LR1]: 320106 words processed Wed Nov 18 11:37:32 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.084639.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90954 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45099 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10691 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time
+[SCHEDULER ITER19 LR1]: 360024 words processed Wed Nov 18 11:37:44 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.083867.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46085 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89880 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41085 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10064 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time
+[SCHEDULER ITER19 LR1]: 400089 words processed Wed Nov 18 11:37:56 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.084462.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91425 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59876 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10614 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12118 clock time
+[SCHEDULER ITER19 LR1]: 440067 words processed Wed Nov 18 11:38:08 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.085830.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46078 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89885 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39884 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57666 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11969 clock time
+[SCHEDULER ITER19 LR1]: 480051 words processed Wed Nov 18 11:38:20 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.086788.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46045 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89161 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39250 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57527 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10092 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER19 LR1]: 520140 words processed Wed Nov 18 11:38:32 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.087177.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90605 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59156 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10185 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time
+[SCHEDULER ITER19 LR1]: 560132 words processed Wed Nov 18 11:38:44 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.087613.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45971 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89090 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09837 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time
+[SCHEDULER ITER19 LR1]: 600118 words processed Wed Nov 18 11:38:56 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.085937.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45985 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89205 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57363 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time
+[SCHEDULER ITER19 LR1]: 640090 words processed Wed Nov 18 11:39:08 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.084914.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90001 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40597 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58015 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09800 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time
+[SCHEDULER ITER19 LR1]: 680075 words processed Wed Nov 18 11:39:20 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.084572.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46356 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91029 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43414 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time
+[SCHEDULER ITER19 LR1]: 720043 words processed Wed Nov 18 11:39:32 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.084724.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47208 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94667 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52487 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60921 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11599 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time
+[SCHEDULER ITER19 LR1]: 760012 words processed Wed Nov 18 11:39:44 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.084702.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46438 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91615 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45742 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11009 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12183 clock time
+[SCHEDULER ITER19 LR1]: 800113 words processed Wed Nov 18 11:39:56 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.085325.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90572 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59536 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10225 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time
+[SCHEDULER ITER19 LR1]: 840089 words processed Wed Nov 18 11:40:08 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.084822.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89527 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39881 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57762 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09942 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time
+[SCHEDULER ITER19 LR1]: 880052 words processed Wed Nov 18 11:40:20 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.085047.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46152 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90107 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40960 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58314 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09522 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR1]: Displaying result:
+[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.79431248528> <PPL_OOV 121.66561590739> <LOGP -1938349.1048702>
+[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER19 LR1]: shuffling training file
+===PEEK ON TEST 19===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER19 LR1]: 40087 words processed Wed Nov 18 11:40:29 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.194895.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47073 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91618 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61384 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11614 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR1]: Displaying result:
+[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 179.35664560354> <PPL_OOV 156.98822353866> <LOGP -181005.32299711>
+[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 19===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER19 LR1]: 40095 words processed Wed Nov 18 11:40:38 2015.
+	[SCHEDULER ITER19 LR1]: log prob per sample :-2.258736.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46758 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90503 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59738 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11484 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR1]: Displaying result:
+[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.03899331812> <PPL_OOV 165.02753091> <LOGP -163566.96020714>
+[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER19 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19...
+
+[SCHEDULER ITER20 LR1]: preparing parameters...
+[SCHEDULER ITER20 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1066494
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1070151
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35761293
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35877568
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70414635
+[SCHEDULER ITER20 LR1]: preparing parameters end.
+[SCHEDULER ITER20 LR1]: preparing layers...
+(11:40:47 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:40:47 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:40:47 2015-11-18)[nerv] info: create layer: combinerL1
+(11:40:47 2015-11-18)[nerv] info: create layer: outputL
+(11:40:47 2015-11-18)[nerv] info: create layer: softmaxL
+(11:40:47 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER20 LR1]: preparing layers end.
+[SCHEDULER ITER20 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER20 LR1]: Initing TNN end.
+===ITERATION 20 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER20 LR1]: 40092 words processed Wed Nov 18 11:40:58 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.085050.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93031 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48032 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60405 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time
+[SCHEDULER ITER20 LR1]: 80099 words processed Wed Nov 18 11:41:10 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.087234.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47026 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92536 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45432 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58958 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10038 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time
+[SCHEDULER ITER20 LR1]: 120004 words processed Wed Nov 18 11:41:22 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.083289.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91228 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42540 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58007 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11867 clock time
+[SCHEDULER ITER20 LR1]: 160114 words processed Wed Nov 18 11:41:34 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.084575.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46825 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92296 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45552 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time
+[SCHEDULER ITER20 LR1]: 200066 words processed Wed Nov 18 11:41:46 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.085180.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91039 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41367 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58088 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09134 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time
+[SCHEDULER ITER20 LR1]: 240045 words processed Wed Nov 18 11:41:58 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.082257.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41723 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57974 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09768 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time
+[SCHEDULER ITER20 LR1]: 280057 words processed Wed Nov 18 11:42:10 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.079229.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46649 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92216 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46209 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time
+[SCHEDULER ITER20 LR1]: 320106 words processed Wed Nov 18 11:42:22 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077909.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93629 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10926 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time
+[SCHEDULER ITER20 LR1]: 360024 words processed Wed Nov 18 11:42:34 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077304.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91555 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42326 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09886 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11911 clock time
+[SCHEDULER ITER20 LR1]: 400089 words processed Wed Nov 18 11:42:46 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.076911.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46210 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45640 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time
+[SCHEDULER ITER20 LR1]: 440067 words processed Wed Nov 18 11:42:58 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.078260.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91551 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58008 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time
+[SCHEDULER ITER20 LR1]: 480051 words processed Wed Nov 18 11:43:10 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.079301.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.45994 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91479 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41953 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58121 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09827 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time
+[SCHEDULER ITER20 LR1]: 520140 words processed Wed Nov 18 11:43:22 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.079337.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46392 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93347 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47647 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60159 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time
+[SCHEDULER ITER20 LR1]: 560132 words processed Wed Nov 18 11:43:34 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.079429.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49459 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10094 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.87257 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.70915 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14386 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13224 clock time
+[SCHEDULER ITER20 LR1]: 600118 words processed Wed Nov 18 11:43:46 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.078745.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46556 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92739 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45134 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58882 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09884 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time
+[SCHEDULER ITER20 LR1]: 640090 words processed Wed Nov 18 11:43:58 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077633.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46354 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92397 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59169 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time
+[SCHEDULER ITER20 LR1]: 680075 words processed Wed Nov 18 11:44:10 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077152.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46260 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92093 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44081 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58723 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10110 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time
+[SCHEDULER ITER20 LR1]: 720043 words processed Wed Nov 18 11:44:22 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077321.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46502 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93127 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58804 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09637 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time
+[SCHEDULER ITER20 LR1]: 760012 words processed Wed Nov 18 11:44:34 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077145.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93263 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45589 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58963 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time
+[SCHEDULER ITER20 LR1]: 800113 words processed Wed Nov 18 11:44:46 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077730.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47134 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96106 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61040 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11125 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time
+[SCHEDULER ITER20 LR1]: 840089 words processed Wed Nov 18 11:44:58 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077224.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91634 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58801 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time
+[SCHEDULER ITER20 LR1]: 880052 words processed Wed Nov 18 11:45:10 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.077427.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46151 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91869 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58722 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09678 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR1]: Displaying result:
+[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 132.32514776759> <PPL_OOV 119.54265480169> <LOGP -1931242.4317517>
+[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER20 LR1]: shuffling training file
+===PEEK ON TEST 20===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER20 LR1]: 40087 words processed Wed Nov 18 11:45:19 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.192376.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94029 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64178 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11641 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR1]: Displaying result:
+[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.8707175969> <PPL_OOV 156.1937916313> <LOGP -180823.70436399>
+[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 20===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER20 LR1]: 40095 words processed Wed Nov 18 11:45:29 2015.
+	[SCHEDULER ITER20 LR1]: log prob per sample :-2.256632.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47961 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99205 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.70687 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR1]: Displaying result:
+[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.50506098011> <PPL_OOV 164.22139665816> <LOGP -163410.09772312>
+[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER20 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20...
+
+[SCHEDULER ITER21 LR1]: preparing parameters...
+[SCHEDULER ITER21 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34535500
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34539157
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69243371
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69359649
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70425551
+[SCHEDULER ITER21 LR1]: preparing parameters end.
+[SCHEDULER ITER21 LR1]: preparing layers...
+(11:45:38 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:45:38 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:45:38 2015-11-18)[nerv] info: create layer: combinerL1
+(11:45:38 2015-11-18)[nerv] info: create layer: outputL
+(11:45:38 2015-11-18)[nerv] info: create layer: softmaxL
+(11:45:38 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER21 LR1]: preparing layers end.
+[SCHEDULER ITER21 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER21 LR1]: Initing TNN end.
+===ITERATION 21 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER21 LR1]: 40092 words processed Wed Nov 18 11:45:50 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.077161.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.50699 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08887 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.91251 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.73291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.15631 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13152 clock time
+[SCHEDULER ITER21 LR1]: 80099 words processed Wed Nov 18 11:46:02 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.078484.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48771 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98600 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12169 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time
+[SCHEDULER ITER21 LR1]: 120004 words processed Wed Nov 18 11:46:14 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.074678.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47229 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93526 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48619 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59706 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10419 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12145 clock time
+[SCHEDULER ITER21 LR1]: 160114 words processed Wed Nov 18 11:46:26 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.079716.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98340 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61967 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64064 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12428 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12397 clock time
+[SCHEDULER ITER21 LR1]: 200066 words processed Wed Nov 18 11:46:38 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.080377.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47351 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95018 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52890 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60967 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12296 clock time
+[SCHEDULER ITER21 LR1]: 240045 words processed Wed Nov 18 11:46:50 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.077124.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47907 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98218 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59569 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12385 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time
+[SCHEDULER ITER21 LR1]: 280057 words processed Wed Nov 18 11:47:02 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.073853.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47034 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94403 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51341 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60744 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11559 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12177 clock time
+[SCHEDULER ITER21 LR1]: 320106 words processed Wed Nov 18 11:47:14 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.072403.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46613 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92557 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47272 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59869 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11046 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time
+[SCHEDULER ITER21 LR1]: 360024 words processed Wed Nov 18 11:47:26 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.071235.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91240 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42633 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10088 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time
+[SCHEDULER ITER21 LR1]: 400089 words processed Wed Nov 18 11:47:38 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.069826.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92575 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47210 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59917 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11134 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time
+[SCHEDULER ITER21 LR1]: 440067 words processed Wed Nov 18 11:47:50 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.070909.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92679 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46226 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59104 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10695 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12148 clock time
+[SCHEDULER ITER21 LR1]: 480051 words processed Wed Nov 18 11:48:02 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.071891.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91525 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42581 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10126 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER21 LR1]: 520140 words processed Wed Nov 18 11:48:14 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.072260.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92169 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45230 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59549 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10151 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time
+[SCHEDULER ITER21 LR1]: 560132 words processed Wed Nov 18 11:48:26 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.072402.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46171 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41795 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57890 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09885 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time
+[SCHEDULER ITER21 LR1]: 600118 words processed Wed Nov 18 11:48:38 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.070887.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46130 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91167 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57916 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10251 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time
+[SCHEDULER ITER21 LR1]: 640090 words processed Wed Nov 18 11:48:50 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.070046.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46180 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91103 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42259 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58164 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10198 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time
+[SCHEDULER ITER21 LR1]: 680075 words processed Wed Nov 18 11:49:02 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.069803.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57714 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10320 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time
+[SCHEDULER ITER21 LR1]: 720043 words processed Wed Nov 18 11:49:14 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.069931.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46312 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42986 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58059 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10467 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time
+[SCHEDULER ITER21 LR1]: 760012 words processed Wed Nov 18 11:49:26 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.069535.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91337 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42327 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57970 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09977 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time
+[SCHEDULER ITER21 LR1]: 800113 words processed Wed Nov 18 11:49:38 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.070118.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46398 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92932 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47662 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59818 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11438 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time
+[SCHEDULER ITER21 LR1]: 840089 words processed Wed Nov 18 11:49:50 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.069680.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46273 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91298 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41699 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57633 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09978 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time
+[SCHEDULER ITER21 LR1]: 880052 words processed Wed Nov 18 11:50:02 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.069878.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41895 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10317 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR1]: Displaying result:
+[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.94447642588> <PPL_OOV 117.48605218627> <LOGP -1924236.5045858>
+[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER21 LR1]: shuffling training file
+===PEEK ON TEST 21===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER21 LR1]: 40087 words processed Wed Nov 18 11:50:11 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.191794.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93243 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62877 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11544 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR1]: Displaying result:
+[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.54148794518> <PPL_OOV 155.83031275648> <LOGP -180740.29960477>
+[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 21===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER21 LR1]: 40095 words processed Wed Nov 18 11:50:20 2015.
+	[SCHEDULER ITER21 LR1]: log prob per sample :-2.256591.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92842 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62402 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11516 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR1]: Displaying result:
+[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.38397970157> <PPL_OOV 163.87744761893> <LOGP -163342.9355447>
+[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER21 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21...
+
+[SCHEDULER ITER22 LR1]: preparing parameters...
+[SCHEDULER ITER22 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1065368
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1069025
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35788267
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35904550
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70438596
+[SCHEDULER ITER22 LR1]: preparing parameters end.
+[SCHEDULER ITER22 LR1]: preparing layers...
+(11:50:29 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:50:29 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:50:29 2015-11-18)[nerv] info: create layer: combinerL1
+(11:50:29 2015-11-18)[nerv] info: create layer: outputL
+(11:50:29 2015-11-18)[nerv] info: create layer: softmaxL
+(11:50:29 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER22 LR1]: preparing layers end.
+[SCHEDULER ITER22 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER22 LR1]: Initing TNN end.
+===ITERATION 22 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER22 LR1]: 40092 words processed Wed Nov 18 11:50:40 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.070689.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92936 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60171 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11017 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time
+[SCHEDULER ITER22 LR1]: 80099 words processed Wed Nov 18 11:50:52 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.070559.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91899 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10062 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time
+[SCHEDULER ITER22 LR1]: 120004 words processed Wed Nov 18 11:51:04 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.067385.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91730 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43868 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58108 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[SCHEDULER ITER22 LR1]: 160114 words processed Wed Nov 18 11:51:16 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.071316.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47112 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92989 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47913 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10819 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time
+[SCHEDULER ITER22 LR1]: 200066 words processed Wed Nov 18 11:51:28 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.072229.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46624 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91882 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58491 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09859 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time
+[SCHEDULER ITER22 LR1]: 240045 words processed Wed Nov 18 11:51:40 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.068766.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44076 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER22 LR1]: 280057 words processed Wed Nov 18 11:51:52 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.065662.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46883 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93045 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48406 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60226 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10881 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time
+[SCHEDULER ITER22 LR1]: 320106 words processed Wed Nov 18 11:52:04 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.064301.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46617 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92558 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46902 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59649 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10918 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time
+[SCHEDULER ITER22 LR1]: 360024 words processed Wed Nov 18 11:52:16 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.063798.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92877 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45268 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58561 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time
+[SCHEDULER ITER22 LR1]: 400089 words processed Wed Nov 18 11:52:28 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.062554.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47055 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10731 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time
+[SCHEDULER ITER22 LR1]: 440067 words processed Wed Nov 18 11:52:40 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.063656.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46288 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91402 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42446 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57999 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10101 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11957 clock time
+[SCHEDULER ITER22 LR1]: 480051 words processed Wed Nov 18 11:52:52 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.064683.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91547 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42449 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57975 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10091 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time
+[SCHEDULER ITER22 LR1]: 520140 words processed Wed Nov 18 11:53:04 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.064899.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92490 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59769 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10830 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time
+[SCHEDULER ITER22 LR1]: 560132 words processed Wed Nov 18 11:53:16 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.065037.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91854 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43594 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58490 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10161 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER22 LR1]: 600118 words processed Wed Nov 18 11:53:28 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.063542.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91652 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42318 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58069 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time
+[SCHEDULER ITER22 LR1]: 640090 words processed Wed Nov 18 11:53:40 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.062551.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46485 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92311 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44782 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10220 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time
+[SCHEDULER ITER22 LR1]: 680075 words processed Wed Nov 18 11:53:52 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.062470.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46150 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91661 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42771 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58335 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09918 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time
+[SCHEDULER ITER22 LR1]: 720043 words processed Wed Nov 18 11:54:04 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.062579.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91963 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43752 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10265 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time
+[SCHEDULER ITER22 LR1]: 760012 words processed Wed Nov 18 11:54:16 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.062429.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46192 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91687 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42592 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09608 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time
+[SCHEDULER ITER22 LR1]: 800113 words processed Wed Nov 18 11:54:28 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.063025.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46595 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93408 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48883 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60521 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11036 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time
+[SCHEDULER ITER22 LR1]: 840089 words processed Wed Nov 18 11:54:40 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.062518.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92301 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43526 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58309 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09901 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time
+[SCHEDULER ITER22 LR1]: 880052 words processed Wed Nov 18 11:54:52 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.062751.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46309 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92228 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44665 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10188 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR1]: Displaying result:
+[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 127.72963687075> <PPL_OOV 115.57633745052> <LOGP -1917620.263724>
+[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER22 LR1]: shuffling training file
+===PEEK ON TEST 22===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER22 LR1]: 40087 words processed Wed Nov 18 11:55:01 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.190838.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92927 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62624 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11563 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR1]: Displaying result:
+[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.63579916812> <PPL_OOV 155.49815507676> <LOGP -180663.9115879>
+[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 22===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER22 LR1]: 40095 words processed Wed Nov 18 11:55:10 2015.
+	[SCHEDULER ITER22 LR1]: log prob per sample :-2.256433.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47013 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92879 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62503 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11514 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR1]: Displaying result:
+[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.55913997681> <PPL_OOV 163.69972113613> <LOGP -163308.17602403>
+[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER22 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22...
+
+[SCHEDULER ITER23 LR1]: preparing parameters...
+[SCHEDULER ITER23 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34532317
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34535974
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69270165
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69386444
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70451255
+[SCHEDULER ITER23 LR1]: preparing parameters end.
+[SCHEDULER ITER23 LR1]: preparing layers...
+(11:55:19 2015-11-18)[nerv] info: create layer: recurrentL1
+(11:55:19 2015-11-18)[nerv] info: create layer: sigmoidL1
+(11:55:19 2015-11-18)[nerv] info: create layer: combinerL1
+(11:55:19 2015-11-18)[nerv] info: create layer: outputL
+(11:55:19 2015-11-18)[nerv] info: create layer: softmaxL
+(11:55:19 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER23 LR1]: preparing layers end.
+[SCHEDULER ITER23 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER23 LR1]: Initing TNN end.
+===ITERATION 23 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER23 LR1]: 40092 words processed Wed Nov 18 11:55:30 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.095018.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47532 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92781 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49415 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10823 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time
+[SCHEDULER ITER23 LR1]: 80099 words processed Wed Nov 18 11:55:42 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.086515.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91415 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43939 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58751 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09727 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time
+[SCHEDULER ITER23 LR1]: 120004 words processed Wed Nov 18 11:55:54 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.077029.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91466 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44401 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58747 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09828 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time
+[SCHEDULER ITER23 LR1]: 160114 words processed Wed Nov 18 11:56:06 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.075436.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92640 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47844 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time
+[SCHEDULER ITER23 LR1]: 200066 words processed Wed Nov 18 11:56:18 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.073590.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46989 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91459 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58856 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time
+[SCHEDULER ITER23 LR1]: 240045 words processed Wed Nov 18 11:56:30 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.069125.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91617 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09789 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER23 LR1]: 280057 words processed Wed Nov 18 11:56:42 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.064858.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92587 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10325 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time
+[SCHEDULER ITER23 LR1]: 320106 words processed Wed Nov 18 11:56:54 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.062961.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92348 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47390 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60439 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10625 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time
+[SCHEDULER ITER23 LR1]: 360024 words processed Wed Nov 18 11:57:06 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.061620.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46561 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91583 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43891 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58795 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09882 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12039 clock time
+[SCHEDULER ITER23 LR1]: 400089 words processed Wed Nov 18 11:57:18 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.059833.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46677 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92731 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47574 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60452 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10642 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time
+[SCHEDULER ITER23 LR1]: 440067 words processed Wed Nov 18 11:57:30 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.060592.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46511 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91411 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43198 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58752 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time
+[SCHEDULER ITER23 LR1]: 480051 words processed Wed Nov 18 11:57:42 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.061365.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46585 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91257 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43158 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10079 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time
+[SCHEDULER ITER23 LR1]: 520140 words processed Wed Nov 18 11:57:54 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.061413.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92455 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60354 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10406 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time
+[SCHEDULER ITER23 LR1]: 560132 words processed Wed Nov 18 11:58:06 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.061345.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90491 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58659 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time
+[SCHEDULER ITER23 LR1]: 600118 words processed Wed Nov 18 11:58:18 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.059732.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92628 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48292 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60492 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12264 clock time
+[SCHEDULER ITER23 LR1]: 640090 words processed Wed Nov 18 11:58:30 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.058492.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46412 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91224 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45254 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59944 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10306 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12187 clock time
+[SCHEDULER ITER23 LR1]: 680075 words processed Wed Nov 18 11:58:42 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.058583.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46580 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46151 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60252 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10256 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12175 clock time
+[SCHEDULER ITER23 LR1]: 720043 words processed Wed Nov 18 11:58:54 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.058929.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46224 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89935 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40698 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58321 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time
+[SCHEDULER ITER23 LR1]: 760012 words processed Wed Nov 18 11:59:06 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.058524.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46265 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90315 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41084 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58366 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time
+[SCHEDULER ITER23 LR1]: 800113 words processed Wed Nov 18 11:59:18 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.059124.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46432 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91279 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44913 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10388 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time
+[SCHEDULER ITER23 LR1]: 840089 words processed Wed Nov 18 11:59:30 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.058808.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time
+[SCHEDULER ITER23 LR1]: 880052 words processed Wed Nov 18 11:59:42 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.059093.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90803 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42554 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58569 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10036 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR1]: Displaying result:
+[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.5933315247> <PPL_OOV 114.59548203272> <LOGP -1914179.4532121>
+[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER23 LR1]: shuffling training file
+===PEEK ON TEST 23===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER23 LR1]: 40087 words processed Wed Nov 18 11:59:51 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.187803.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93161 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63241 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR1]: Displaying result:
+[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.69113282554> <PPL_OOV 154.4522825706> <LOGP -180422.316696>
+[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 23===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER23 LR1]: 40095 words processed Wed Nov 18 12:00:00 2015.
+	[SCHEDULER ITER23 LR1]: log prob per sample :-2.253996.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47175 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92880 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62649 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11533 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR1]: Displaying result:
+[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.18925970679> <PPL_OOV 162.3281892853> <LOGP -163038.65732971>
+[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER23 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23...
+
+[SCHEDULER ITER24 LR1]: preparing parameters...
+[SCHEDULER ITER24 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1064210
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1067867
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35817408
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35933682
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70464168
+[SCHEDULER ITER24 LR1]: preparing parameters end.
+[SCHEDULER ITER24 LR1]: preparing layers...
+(12:00:09 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:00:09 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:00:09 2015-11-18)[nerv] info: create layer: combinerL1
+(12:00:09 2015-11-18)[nerv] info: create layer: outputL
+(12:00:09 2015-11-18)[nerv] info: create layer: softmaxL
+(12:00:09 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER24 LR1]: preparing layers end.
+[SCHEDULER ITER24 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER24 LR1]: Initing TNN end.
+===ITERATION 24 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER24 LR1]: 40092 words processed Wed Nov 18 12:00:20 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.068316.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47877 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96281 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56624 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12218 clock time
+[SCHEDULER ITER24 LR1]: 80099 words processed Wed Nov 18 12:00:32 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.066020.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94765 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49793 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59499 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10381 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time
+[SCHEDULER ITER24 LR1]: 120004 words processed Wed Nov 18 12:00:44 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.061220.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47017 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44798 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58124 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09787 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time
+[SCHEDULER ITER24 LR1]: 160114 words processed Wed Nov 18 12:00:56 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.063568.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93277 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47973 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59820 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10620 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12011 clock time
+[SCHEDULER ITER24 LR1]: 200066 words processed Wed Nov 18 12:01:08 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.062954.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45241 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58523 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09823 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time
+[SCHEDULER ITER24 LR1]: 240045 words processed Wed Nov 18 12:01:20 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.059629.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46771 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92761 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45048 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58407 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time
+[SCHEDULER ITER24 LR1]: 280057 words processed Wed Nov 18 12:01:32 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.055936.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95521 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53857 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61370 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11431 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12263 clock time
+[SCHEDULER ITER24 LR1]: 320106 words processed Wed Nov 18 12:01:44 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.054511.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47122 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95186 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52118 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60969 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10843 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time
+[SCHEDULER ITER24 LR1]: 360024 words processed Wed Nov 18 12:01:56 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.053542.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46591 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93718 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59277 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10131 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time
+[SCHEDULER ITER24 LR1]: 400089 words processed Wed Nov 18 12:02:08 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.051705.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46908 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95995 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61222 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11164 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12173 clock time
+[SCHEDULER ITER24 LR1]: 440067 words processed Wed Nov 18 12:02:20 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.052707.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46296 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92568 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44456 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58493 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09915 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time
+[SCHEDULER ITER24 LR1]: 480051 words processed Wed Nov 18 12:02:32 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.053509.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46330 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93769 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46468 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58995 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10109 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time
+[SCHEDULER ITER24 LR1]: 520140 words processed Wed Nov 18 12:02:44 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.054860.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47046 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96227 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54502 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11317 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12316 clock time
+[SCHEDULER ITER24 LR1]: 560132 words processed Wed Nov 18 12:02:56 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.054986.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96737 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11297 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time
+[SCHEDULER ITER24 LR1]: 600118 words processed Wed Nov 18 12:03:08 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.053946.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46986 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96495 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53254 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60815 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10816 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12281 clock time
+[SCHEDULER ITER24 LR1]: 640090 words processed Wed Nov 18 12:03:20 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.052995.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92514 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43422 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58277 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09199 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time
+[SCHEDULER ITER24 LR1]: 680075 words processed Wed Nov 18 12:03:32 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.052435.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92758 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43855 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58113 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time
+[SCHEDULER ITER24 LR1]: 720043 words processed Wed Nov 18 12:03:44 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.052556.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46414 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92571 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44748 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58451 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09938 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time
+[SCHEDULER ITER24 LR1]: 760012 words processed Wed Nov 18 12:03:56 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.051749.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94188 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47211 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59200 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09732 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time
+[SCHEDULER ITER24 LR1]: 800113 words processed Wed Nov 18 12:04:08 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.052259.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46838 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96079 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53950 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61532 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11421 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time
+[SCHEDULER ITER24 LR1]: 840089 words processed Wed Nov 18 12:04:20 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.051851.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93744 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46766 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59173 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10032 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time
+[SCHEDULER ITER24 LR1]: 880052 words processed Wed Nov 18 12:04:32 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.052134.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92912 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45550 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58541 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR1]: Displaying result:
+[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 124.48792856202> <PPL_OOV 112.77495891323> <LOGP -1907714.3307067>
+[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER24 LR1]: shuffling training file
+===PEEK ON TEST 24===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER24 LR1]: 40087 words processed Wed Nov 18 12:04:41 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.189143.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47170 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94163 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64191 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR1]: Displaying result:
+[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.06047169718> <PPL_OOV 155.12796790669> <LOGP -180578.58523182>
+[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 24===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER24 LR1]: 40095 words processed Wed Nov 18 12:04:50 2015.
+	[SCHEDULER ITER24 LR1]: log prob per sample :-2.256580.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94236 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64526 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11744 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR1]: Displaying result:
+[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.96453837948> <PPL_OOV 163.32705467376> <LOGP -163235.16769627>
+[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER24 LR1]: PPL did not improve, rejected, copying param file of last iter...
+
+[SCHEDULER ITER25 LR0.6]: preparing parameters...
+[SCHEDULER ITER25 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1064210
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1067867
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35817408
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35933682
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70464168
+[SCHEDULER ITER25 LR0.6]: preparing parameters end.
+[SCHEDULER ITER25 LR0.6]: preparing layers...
+(12:04:58 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:04:58 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:04:58 2015-11-18)[nerv] info: create layer: combinerL1
+(12:04:58 2015-11-18)[nerv] info: create layer: outputL
+(12:04:58 2015-11-18)[nerv] info: create layer: softmaxL
+(12:04:58 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER25 LR0.6]: preparing layers end.
+[SCHEDULER ITER25 LR0.6]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER25 LR0.6]: Initing TNN end.
+===ITERATION 25 LR 0.600000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER25 LR0.6]: 40092 words processed Wed Nov 18 12:05:09 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.031786.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47559 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92421 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49377 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61521 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10529 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12154 clock time
+[SCHEDULER ITER25 LR0.6]: 80099 words processed Wed Nov 18 12:05:21 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.027880.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91322 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44897 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09745 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time
+[SCHEDULER ITER25 LR0.6]: 120004 words processed Wed Nov 18 12:05:33 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021698.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47358 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91289 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59259 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time
+[SCHEDULER ITER25 LR0.6]: 160114 words processed Wed Nov 18 12:05:45 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.022082.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93109 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50085 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12159 clock time
+[SCHEDULER ITER25 LR0.6]: 200066 words processed Wed Nov 18 12:05:57 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021204.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46811 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89821 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58945 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time
+[SCHEDULER ITER25 LR0.6]: 240045 words processed Wed Nov 18 12:06:09 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.017220.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46718 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89326 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40761 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58620 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09416 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time
+[SCHEDULER ITER25 LR0.6]: 280057 words processed Wed Nov 18 12:06:21 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.013365.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47118 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91875 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46655 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60666 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09618 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12136 clock time
+[SCHEDULER ITER25 LR0.6]: 320106 words processed Wed Nov 18 12:06:33 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.011554.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46882 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91896 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47497 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60626 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10743 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time
+[SCHEDULER ITER25 LR0.6]: 360024 words processed Wed Nov 18 12:06:45 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.009923.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46184 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89187 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40414 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09742 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time
+[SCHEDULER ITER25 LR0.6]: 400089 words processed Wed Nov 18 12:06:57 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007376.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89847 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43583 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60084 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10563 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11964 clock time
+[SCHEDULER ITER25 LR0.6]: 440067 words processed Wed Nov 18 12:07:09 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008010.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90775 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42989 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58809 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10138 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time
+[SCHEDULER ITER25 LR0.6]: 480051 words processed Wed Nov 18 12:07:21 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008517.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90557 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42563 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58875 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09904 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time
+[SCHEDULER ITER25 LR0.6]: 520140 words processed Wed Nov 18 12:07:33 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008299.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46661 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91944 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46670 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60524 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12110 clock time
+[SCHEDULER ITER25 LR0.6]: 560132 words processed Wed Nov 18 12:07:45 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007875.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46230 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89746 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41263 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10029 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time
+[SCHEDULER ITER25 LR0.6]: 600118 words processed Wed Nov 18 12:07:57 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.005749.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89997 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43341 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59533 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12171 clock time
+[SCHEDULER ITER25 LR0.6]: 640090 words processed Wed Nov 18 12:08:09 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.004148.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08220 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.86480 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.71813 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14119 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13261 clock time
+[SCHEDULER ITER25 LR0.6]: 680075 words processed Wed Nov 18 12:08:21 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.003208.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95697 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56682 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10643 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time
+[SCHEDULER ITER25 LR0.6]: 720043 words processed Wed Nov 18 12:08:33 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.002754.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48075 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99602 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67512 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12576 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12818 clock time
+[SCHEDULER ITER25 LR0.6]: 760012 words processed Wed Nov 18 12:08:45 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001453.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46981 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94694 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55503 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63410 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11301 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time
+[SCHEDULER ITER25 LR0.6]: 800113 words processed Wed Nov 18 12:08:57 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001667.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48087 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99964 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66725 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13223 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12834 clock time
+[SCHEDULER ITER25 LR0.6]: 840089 words processed Wed Nov 18 12:09:09 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000776.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92299 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60408 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10920 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12288 clock time
+[SCHEDULER ITER25 LR0.6]: 880052 words processed Wed Nov 18 12:09:21 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000744.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46297 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89681 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42192 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10145 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.6]: Displaying result:
+[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 110.67448591716> <PPL_OOV 100.1769714556> <LOGP -1859891.8295212>
+[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER25 LR0.6]: shuffling training file
+===PEEK ON TEST 25===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER25 LR0.6]: 40087 words processed Wed Nov 18 12:09:30 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.159875.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93342 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63546 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11656 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.6]: Displaying result:
+[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 165.44666654399> <PPL_OOV 145.17179861502> <LOGP -178203.95449233>
+[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 25===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER25 LR0.6]: 40095 words processed Wed Nov 18 12:09:39 2015.
+	[SCHEDULER ITER25 LR0.6]: log prob per sample :-2.230972.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47256 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93270 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63300 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11649 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.6]: Displaying result:
+[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.02460806547> <PPL_OOV 152.80634249262> <LOGP -161102.26824489>
+[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER25 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25...
+
+[SCHEDULER ITER26 LR0.36]: preparing parameters...
+[SCHEDULER ITER26 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34528953
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34532610
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69287801
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69404050
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70467695
+[SCHEDULER ITER26 LR0.36]: preparing parameters end.
+[SCHEDULER ITER26 LR0.36]: preparing layers...
+(12:09:48 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:09:48 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:09:48 2015-11-18)[nerv] info: create layer: combinerL1
+(12:09:48 2015-11-18)[nerv] info: create layer: outputL
+(12:09:48 2015-11-18)[nerv] info: create layer: softmaxL
+(12:09:48 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER26 LR0.36]: preparing layers end.
+[SCHEDULER ITER26 LR0.36]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER26 LR0.36]: Initing TNN end.
+===ITERATION 26 LR 0.360000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER26 LR0.36]: 40092 words processed Wed Nov 18 12:10:00 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.996688.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47915 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95989 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56956 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62875 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12190 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time
+[SCHEDULER ITER26 LR0.36]: 80099 words processed Wed Nov 18 12:10:12 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.993541.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91974 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44910 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58699 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10195 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time
+[SCHEDULER ITER26 LR0.36]: 120004 words processed Wed Nov 18 12:10:24 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987958.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91489 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58234 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time
+[SCHEDULER ITER26 LR0.36]: 160114 words processed Wed Nov 18 12:10:36 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.988377.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92116 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46188 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59698 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time
+[SCHEDULER ITER26 LR0.36]: 200066 words processed Wed Nov 18 12:10:48 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987455.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91231 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42714 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58112 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10069 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11876 clock time
+[SCHEDULER ITER26 LR0.36]: 240045 words processed Wed Nov 18 12:11:00 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.983531.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46960 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92541 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46234 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[SCHEDULER ITER26 LR0.36]: 280057 words processed Wed Nov 18 12:11:12 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.979726.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94011 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51075 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61099 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11318 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12103 clock time
+[SCHEDULER ITER26 LR0.36]: 320106 words processed Wed Nov 18 12:11:24 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.977856.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47081 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94043 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60942 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11170 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time
+[SCHEDULER ITER26 LR0.36]: 360024 words processed Wed Nov 18 12:11:36 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.976151.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46723 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93346 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59249 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time
+[SCHEDULER ITER26 LR0.36]: 400089 words processed Wed Nov 18 12:11:48 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973558.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46809 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93962 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50217 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60705 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11601 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time
+[SCHEDULER ITER26 LR0.36]: 440067 words processed Wed Nov 18 12:12:00 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974075.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46445 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92254 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44463 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58898 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time
+[SCHEDULER ITER26 LR0.36]: 480051 words processed Wed Nov 18 12:12:12 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974452.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92710 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46191 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59450 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10487 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time
+[SCHEDULER ITER26 LR0.36]: 520140 words processed Wed Nov 18 12:12:24 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974107.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46733 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93118 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48843 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60493 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11402 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12034 clock time
+[SCHEDULER ITER26 LR0.36]: 560132 words processed Wed Nov 18 12:12:36 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973552.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46368 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91026 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42476 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58186 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10460 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time
+[SCHEDULER ITER26 LR0.36]: 600118 words processed Wed Nov 18 12:12:48 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.971346.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46390 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91147 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42577 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10310 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time
+[SCHEDULER ITER26 LR0.36]: 640090 words processed Wed Nov 18 12:13:00 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.969490.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09955 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time
+[SCHEDULER ITER26 LR0.36]: 680075 words processed Wed Nov 18 12:13:12 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.968381.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46427 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91362 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43152 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time
+[SCHEDULER ITER26 LR0.36]: 720043 words processed Wed Nov 18 12:13:24 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.967690.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46487 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91613 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43145 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09900 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time
+[SCHEDULER ITER26 LR0.36]: 760012 words processed Wed Nov 18 12:13:36 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966082.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91284 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41629 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09114 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time
+[SCHEDULER ITER26 LR0.36]: 800113 words processed Wed Nov 18 12:13:48 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966133.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92353 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46595 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time
+[SCHEDULER ITER26 LR0.36]: 840089 words processed Wed Nov 18 12:14:00 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.965067.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91166 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58290 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09866 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time
+[SCHEDULER ITER26 LR0.36]: 880052 words processed Wed Nov 18 12:14:12 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-1.964871.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46517 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91571 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43677 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58790 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.36]: Displaying result:
+[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 101.74751036446> <PPL_OOV 92.223276870422> <LOGP -1826494.1615467>
+[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER26 LR0.36]: shuffling training file
+===PEEK ON TEST 26===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER26 LR0.36]: 40087 words processed Wed Nov 18 12:14:21 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-2.142643.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92402 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62097 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11535 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.36]: Displaying result:
+[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 159.3229023722> <PPL_OOV 139.5092618451> <LOGP -176779.62865589>
+[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 26===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER26 LR0.36]: 40095 words processed Wed Nov 18 12:14:30 2015.
+	[SCHEDULER ITER26 LR0.36]: log prob per sample :-2.215991.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92963 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62958 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11549 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.36]: Displaying result:
+[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.83398316372> <PPL_OOV 146.95799744127> <LOGP -159852.17229954>
+[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER26 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26...
+
+[SCHEDULER ITER27 LR0.216]: preparing parameters...
+[SCHEDULER ITER27 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1063239
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1066894
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35823725
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35939977
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70467798
+[SCHEDULER ITER27 LR0.216]: preparing parameters end.
+[SCHEDULER ITER27 LR0.216]: preparing layers...
+(12:14:39 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:14:39 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:14:39 2015-11-18)[nerv] info: create layer: combinerL1
+(12:14:39 2015-11-18)[nerv] info: create layer: outputL
+(12:14:39 2015-11-18)[nerv] info: create layer: softmaxL
+(12:14:39 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER27 LR0.216]: preparing layers end.
+[SCHEDULER ITER27 LR0.216]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER27 LR0.216]: Initing TNN end.
+===ITERATION 27 LR 0.216000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER27 LR0.216]: 40092 words processed Wed Nov 18 12:14:50 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.973334.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91484 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10593 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time
+[SCHEDULER ITER27 LR0.216]: 80099 words processed Wed Nov 18 12:15:02 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.970486.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89811 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59018 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09599 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time
+[SCHEDULER ITER27 LR0.216]: 120004 words processed Wed Nov 18 12:15:14 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965229.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47104 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90382 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42997 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59004 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09348 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time
+[SCHEDULER ITER27 LR0.216]: 160114 words processed Wed Nov 18 12:15:26 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965870.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47145 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91094 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45531 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60349 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time
+[SCHEDULER ITER27 LR0.216]: 200066 words processed Wed Nov 18 12:15:38 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.964948.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46847 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90485 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42501 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09463 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time
+[SCHEDULER ITER27 LR0.216]: 240045 words processed Wed Nov 18 12:15:50 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.961024.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90016 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09392 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time
+[SCHEDULER ITER27 LR0.216]: 280057 words processed Wed Nov 18 12:16:02 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.957283.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90229 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44591 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60225 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10394 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time
+[SCHEDULER ITER27 LR0.216]: 320106 words processed Wed Nov 18 12:16:14 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.955454.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90499 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44292 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09970 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time
+[SCHEDULER ITER27 LR0.216]: 360024 words processed Wed Nov 18 12:16:26 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.953706.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89393 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40390 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09437 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time
+[SCHEDULER ITER27 LR0.216]: 400089 words processed Wed Nov 18 12:16:38 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951011.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46415 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90296 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44056 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60284 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10222 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time
+[SCHEDULER ITER27 LR0.216]: 440067 words processed Wed Nov 18 12:16:50 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951515.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92909 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60908 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10588 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12211 clock time
+[SCHEDULER ITER27 LR0.216]: 480051 words processed Wed Nov 18 12:17:02 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951814.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90699 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42907 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59041 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10094 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time
+[SCHEDULER ITER27 LR0.216]: 520140 words processed Wed Nov 18 12:17:14 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951394.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46604 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91905 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47077 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60997 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10360 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time
+[SCHEDULER ITER27 LR0.216]: 560132 words processed Wed Nov 18 12:17:26 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.950774.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90826 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42279 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59112 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09222 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time
+[SCHEDULER ITER27 LR0.216]: 600118 words processed Wed Nov 18 12:17:38 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.948562.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46344 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90077 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09426 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time
+[SCHEDULER ITER27 LR0.216]: 640090 words processed Wed Nov 18 12:17:50 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.946590.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90235 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41475 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58685 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09588 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time
+[SCHEDULER ITER27 LR0.216]: 680075 words processed Wed Nov 18 12:18:02 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.945381.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46313 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90135 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41396 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58735 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time
+[SCHEDULER ITER27 LR0.216]: 720043 words processed Wed Nov 18 12:18:14 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.944535.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91359 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44771 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59546 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10296 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time
+[SCHEDULER ITER27 LR0.216]: 760012 words processed Wed Nov 18 12:18:26 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942761.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45344 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59768 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09793 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12117 clock time
+[SCHEDULER ITER27 LR0.216]: 800113 words processed Wed Nov 18 12:18:38 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942714.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92992 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48893 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10322 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time
+[SCHEDULER ITER27 LR0.216]: 840089 words processed Wed Nov 18 12:18:50 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941552.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43813 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10211 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time
+[SCHEDULER ITER27 LR0.216]: 880052 words processed Wed Nov 18 12:19:02 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941233.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46569 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90935 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44414 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59548 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10314 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.216]: Displaying result:
+[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 96.230665927949> <PPL_OOV 87.330596039854> <LOGP -1804486.9551715>
+[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER27 LR0.216]: shuffling training file
+===PEEK ON TEST 27===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER27 LR0.216]: 40087 words processed Wed Nov 18 12:19:11 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-2.129422.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92878 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62932 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11584 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.216]: Displaying result:
+[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 155.20859848991> <PPL_OOV 135.39765175113> <LOGP -175708.70563493>
+[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 27===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER27 LR0.216]: 40095 words processed Wed Nov 18 12:19:20 2015.
+	[SCHEDULER ITER27 LR0.216]: log prob per sample :-2.204569.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92267 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62166 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11625 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.216]: Displaying result:
+[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.64602319117> <PPL_OOV 142.74466017102> <LOGP -158920.33608658>
+[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER27 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27...
+
+[SCHEDULER ITER28 LR0.1296]: preparing parameters...
+[SCHEDULER ITER28 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34526862
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34530515
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69287866
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69404115
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70467110
+[SCHEDULER ITER28 LR0.1296]: preparing parameters end.
+[SCHEDULER ITER28 LR0.1296]: preparing layers...
+(12:19:29 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:19:29 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:19:29 2015-11-18)[nerv] info: create layer: combinerL1
+(12:19:29 2015-11-18)[nerv] info: create layer: outputL
+(12:19:29 2015-11-18)[nerv] info: create layer: softmaxL
+(12:19:29 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER28 LR0.1296]: preparing layers end.
+[SCHEDULER ITER28 LR0.1296]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER28 LR0.1296]: Initing TNN end.
+===ITERATION 28 LR 0.129600===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER28 LR0.1296]: 40092 words processed Wed Nov 18 12:19:40 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.957648.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47576 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92751 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48408 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60251 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10714 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time
+[SCHEDULER ITER28 LR0.1296]: 80099 words processed Wed Nov 18 12:19:52 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.954866.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90973 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09662 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time
+[SCHEDULER ITER28 LR0.1296]: 120004 words processed Wed Nov 18 12:20:04 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949844.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47062 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91116 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09554 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time
+[SCHEDULER ITER28 LR0.1296]: 160114 words processed Wed Nov 18 12:20:16 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.950754.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47209 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46389 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59603 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time
+[SCHEDULER ITER28 LR0.1296]: 200066 words processed Wed Nov 18 12:20:28 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949861.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46696 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41420 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57781 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09484 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time
+[SCHEDULER ITER28 LR0.1296]: 240045 words processed Wed Nov 18 12:20:40 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.945955.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46724 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91063 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42199 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57837 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time
+[SCHEDULER ITER28 LR0.1296]: 280057 words processed Wed Nov 18 12:20:52 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.942211.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47004 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92566 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47240 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59893 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time
+[SCHEDULER ITER28 LR0.1296]: 320106 words processed Wed Nov 18 12:21:04 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.940331.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46608 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91992 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46156 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59815 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10482 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time
+[SCHEDULER ITER28 LR0.1296]: 360024 words processed Wed Nov 18 12:21:16 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.938572.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46452 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91680 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43848 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58455 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10033 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time
+[SCHEDULER ITER28 LR0.1296]: 400089 words processed Wed Nov 18 12:21:28 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935784.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45548 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59456 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time
+[SCHEDULER ITER28 LR0.1296]: 440067 words processed Wed Nov 18 12:21:40 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936314.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90890 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41067 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09343 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time
+[SCHEDULER ITER28 LR0.1296]: 480051 words processed Wed Nov 18 12:21:52 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936596.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91960 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43438 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09648 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time
+[SCHEDULER ITER28 LR0.1296]: 520140 words processed Wed Nov 18 12:22:04 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936091.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92477 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46580 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10321 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time
+[SCHEDULER ITER28 LR0.1296]: 560132 words processed Wed Nov 18 12:22:16 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935414.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46406 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58180 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09615 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time
+[SCHEDULER ITER28 LR0.1296]: 600118 words processed Wed Nov 18 12:22:28 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.933190.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46526 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92007 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10068 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time
+[SCHEDULER ITER28 LR0.1296]: 640090 words processed Wed Nov 18 12:22:40 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.931133.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46501 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91867 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43812 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09634 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time
+[SCHEDULER ITER28 LR0.1296]: 680075 words processed Wed Nov 18 12:22:52 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.929866.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91126 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41976 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09589 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time
+[SCHEDULER ITER28 LR0.1296]: 720043 words processed Wed Nov 18 12:23:04 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.928898.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92253 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45457 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59027 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10466 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time
+[SCHEDULER ITER28 LR0.1296]: 760012 words processed Wed Nov 18 12:23:16 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.927030.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91529 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43136 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58456 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09667 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time
+[SCHEDULER ITER28 LR0.1296]: 800113 words processed Wed Nov 18 12:23:28 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.926926.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96992 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57577 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62856 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11865 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12383 clock time
+[SCHEDULER ITER28 LR0.1296]: 840089 words processed Wed Nov 18 12:23:40 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925697.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47639 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96560 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55302 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61785 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11230 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12394 clock time
+[SCHEDULER ITER28 LR0.1296]: 880052 words processed Wed Nov 18 12:23:52 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925283.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47514 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97510 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58064 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62173 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12226 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.1296]: Displaying result:
+[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 92.670119900574> <PPL_OOV 84.17526942258> <LOGP -1789630.3482288>
+[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER28 LR0.1296]: shuffling training file
+===PEEK ON TEST 28===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER28 LR0.1296]: 40087 words processed Wed Nov 18 12:24:01 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.120814.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47127 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92295 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62049 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11555 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.1296]: Displaying result:
+[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 152.54022747212> <PPL_OOV 132.83640444882> <LOGP -175025.0295268>
+[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 28===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER28 LR0.1296]: 40095 words processed Wed Nov 18 12:24:10 2015.
+	[SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.196983.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47218 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93150 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63056 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11558 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.1296]: Displaying result:
+[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.97759103608> <PPL_OOV 140.13454203292> <LOGP -158329.17384608>
+[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER28 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28...
+
+[SCHEDULER ITER29 LR0.07776]: preparing parameters...
+[SCHEDULER ITER29 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1062789
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1066441
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35823808
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35940048
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70466632
+[SCHEDULER ITER29 LR0.07776]: preparing parameters end.
+[SCHEDULER ITER29 LR0.07776]: preparing layers...
+(12:24:19 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:24:19 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:24:19 2015-11-18)[nerv] info: create layer: combinerL1
+(12:24:19 2015-11-18)[nerv] info: create layer: outputL
+(12:24:19 2015-11-18)[nerv] info: create layer: softmaxL
+(12:24:19 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER29 LR0.07776]: preparing layers end.
+[SCHEDULER ITER29 LR0.07776]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER29 LR0.07776]: Initing TNN end.
+===ITERATION 29 LR 0.077760===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER29 LR0.07776]: 40092 words processed Wed Nov 18 12:24:30 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.946777.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47512 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93269 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50526 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61761 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10694 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time
+[SCHEDULER ITER29 LR0.07776]: 80099 words processed Wed Nov 18 12:24:42 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.943867.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90926 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43729 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09450 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time
+[SCHEDULER ITER29 LR0.07776]: 120004 words processed Wed Nov 18 12:24:54 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939040.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91327 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59133 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09606 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time
+[SCHEDULER ITER29 LR0.07776]: 160114 words processed Wed Nov 18 12:25:06 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.940226.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92803 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time
+[SCHEDULER ITER29 LR0.07776]: 200066 words processed Wed Nov 18 12:25:18 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939366.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92476 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46657 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09890 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time
+[SCHEDULER ITER29 LR0.07776]: 240045 words processed Wed Nov 18 12:25:30 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.935511.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91054 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42877 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58785 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09333 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time
+[SCHEDULER ITER29 LR0.07776]: 280057 words processed Wed Nov 18 12:25:42 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.931795.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46920 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91781 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46106 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60264 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09941 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time
+[SCHEDULER ITER29 LR0.07776]: 320106 words processed Wed Nov 18 12:25:54 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.929898.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46857 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92084 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46699 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time
+[SCHEDULER ITER29 LR0.07776]: 360024 words processed Wed Nov 18 12:26:06 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.928153.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91159 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42890 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09209 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time
+[SCHEDULER ITER29 LR0.07776]: 400089 words processed Wed Nov 18 12:26:18 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925337.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46626 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92443 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09985 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time
+[SCHEDULER ITER29 LR0.07776]: 440067 words processed Wed Nov 18 12:26:30 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46441 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43133 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59089 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09387 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER29 LR0.07776]: 480051 words processed Wed Nov 18 12:26:42 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.926173.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92150 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44978 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59630 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09655 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time
+[SCHEDULER ITER29 LR0.07776]: 520140 words processed Wed Nov 18 12:26:54 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925626.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92512 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60903 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10114 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time
+[SCHEDULER ITER29 LR0.07776]: 560132 words processed Wed Nov 18 12:27:06 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.924926.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91608 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43582 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09418 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time
+[SCHEDULER ITER29 LR0.07776]: 600118 words processed Wed Nov 18 12:27:18 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.922706.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91317 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43105 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59057 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09363 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time
+[SCHEDULER ITER29 LR0.07776]: 640090 words processed Wed Nov 18 12:27:30 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.920601.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91189 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42763 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59020 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09271 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time
+[SCHEDULER ITER29 LR0.07776]: 680075 words processed Wed Nov 18 12:27:42 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.919309.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41862 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58598 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time
+[SCHEDULER ITER29 LR0.07776]: 720043 words processed Wed Nov 18 12:27:54 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.918272.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91020 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42724 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09533 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time
+[SCHEDULER ITER29 LR0.07776]: 760012 words processed Wed Nov 18 12:28:06 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916346.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91184 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43111 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09399 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time
+[SCHEDULER ITER29 LR0.07776]: 800113 words processed Wed Nov 18 12:28:18 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916197.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46660 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92285 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60634 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10210 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time
+[SCHEDULER ITER29 LR0.07776]: 840089 words processed Wed Nov 18 12:28:30 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914943.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91444 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59262 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09682 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time
+[SCHEDULER ITER29 LR0.07776]: 880052 words processed Wed Nov 18 12:28:42 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914477.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43238 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59180 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09397 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.07776]: Displaying result:
+[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.331762955738> <PPL_OOV 82.103047796228> <LOGP -1779567.3279209>
+[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER29 LR0.07776]: shuffling training file
+===PEEK ON TEST 29===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER29 LR0.07776]: 40087 words processed Wed Nov 18 12:28:51 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.115230.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47088 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92767 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62634 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11572 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.07776]: Displaying result:
+[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.61305621631> <PPL_OOV 131.20309244406> <LOGP -174582.1298087>
+[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 29===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER29 LR0.07776]: 40095 words processed Wed Nov 18 12:29:00 2015.
+	[SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.191859.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47179 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92795 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62741 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11570 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.07776]: Displaying result:
+[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.05059609032> <PPL_OOV 138.44697733307> <LOGP -157941.06936514>
+[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER29 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29...
+
+[SCHEDULER ITER30 LR0.046656]: preparing parameters...
+[SCHEDULER ITER30 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34526461
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34530113
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69287366
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69403593
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70466227
+[SCHEDULER ITER30 LR0.046656]: preparing parameters end.
+[SCHEDULER ITER30 LR0.046656]: preparing layers...
+(12:29:09 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:29:09 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:29:09 2015-11-18)[nerv] info: create layer: combinerL1
+(12:29:09 2015-11-18)[nerv] info: create layer: outputL
+(12:29:09 2015-11-18)[nerv] info: create layer: softmaxL
+(12:29:09 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER30 LR0.046656]: preparing layers end.
+[SCHEDULER ITER30 LR0.046656]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER30 LR0.046656]: Initing TNN end.
+===ITERATION 30 LR 0.046656===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER30 LR0.046656]: 40092 words processed Wed Nov 18 12:29:20 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.939564.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91388 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46581 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60149 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10874 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time
+[SCHEDULER ITER30 LR0.046656]: 80099 words processed Wed Nov 18 12:29:32 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.936511.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47190 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89903 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41530 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58109 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09897 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time
+[SCHEDULER ITER30 LR0.046656]: 120004 words processed Wed Nov 18 12:29:44 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.931733.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47171 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90058 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43192 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58581 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10386 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time
+[SCHEDULER ITER30 LR0.046656]: 160114 words processed Wed Nov 18 12:29:56 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.933054.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47051 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44202 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59732 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09959 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time
+[SCHEDULER ITER30 LR0.046656]: 200066 words processed Wed Nov 18 12:30:08 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.932265.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90114 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40893 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57712 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09861 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time
+[SCHEDULER ITER30 LR0.046656]: 240045 words processed Wed Nov 18 12:30:20 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.928476.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91218 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09673 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time
+[SCHEDULER ITER30 LR0.046656]: 280057 words processed Wed Nov 18 12:30:32 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.924786.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46728 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44217 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time
+[SCHEDULER ITER30 LR0.046656]: 320106 words processed Wed Nov 18 12:30:44 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.922894.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46756 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91692 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46827 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60127 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11160 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time
+[SCHEDULER ITER30 LR0.046656]: 360024 words processed Wed Nov 18 12:30:56 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.921186.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90688 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42380 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58556 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09562 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time
+[SCHEDULER ITER30 LR0.046656]: 400089 words processed Wed Nov 18 12:31:08 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918359.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46498 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91982 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46522 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60111 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10899 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time
+[SCHEDULER ITER30 LR0.046656]: 440067 words processed Wed Nov 18 12:31:20 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918965.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91087 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44413 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58651 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11306 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time
+[SCHEDULER ITER30 LR0.046656]: 480051 words processed Wed Nov 18 12:31:32 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.919242.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90509 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58151 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time
+[SCHEDULER ITER30 LR0.046656]: 520140 words processed Wed Nov 18 12:31:44 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918685.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46596 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92273 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46873 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59898 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11193 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time
+[SCHEDULER ITER30 LR0.046656]: 560132 words processed Wed Nov 18 12:31:56 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918001.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58558 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time
+[SCHEDULER ITER30 LR0.046656]: 600118 words processed Wed Nov 18 12:32:08 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.915795.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46320 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90927 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58082 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09909 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time
+[SCHEDULER ITER30 LR0.046656]: 640090 words processed Wed Nov 18 12:32:20 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.913679.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46256 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90133 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42019 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58192 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10900 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time
+[SCHEDULER ITER30 LR0.046656]: 680075 words processed Wed Nov 18 12:32:32 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.912380.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46082 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89145 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09318 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11829 clock time
+[SCHEDULER ITER30 LR0.046656]: 720043 words processed Wed Nov 18 12:32:44 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.911315.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46067 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89267 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39630 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time
+[SCHEDULER ITER30 LR0.046656]: 760012 words processed Wed Nov 18 12:32:56 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909373.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90617 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41359 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09288 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time
+[SCHEDULER ITER30 LR0.046656]: 800113 words processed Wed Nov 18 12:33:08 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909204.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46693 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92838 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47629 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60115 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10846 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time
+[SCHEDULER ITER30 LR0.046656]: 840089 words processed Wed Nov 18 12:33:20 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907946.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92198 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45822 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11251 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time
+[SCHEDULER ITER30 LR0.046656]: 880052 words processed Wed Nov 18 12:33:32 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907455.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42637 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58580 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09735 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11968 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.046656]: Displaying result:
+[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.846002225269> <PPL_OOV 80.784476409319> <LOGP -1773031.0487294>
+[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER30 LR0.046656]: shuffling training file
+===PEEK ON TEST 30===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER30 LR0.046656]: 40087 words processed Wed Nov 18 12:33:41 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.111073.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47174 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92856 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62710 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11577 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.046656]: Displaying result:
+[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.06832367442> <PPL_OOV 130.00664401787> <LOGP -174254.18008769>
+[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 30===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER30 LR0.046656]: 40095 words processed Wed Nov 18 12:33:50 2015.
+	[SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.187932.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92161 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61760 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11538 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.046656]: Displaying result:
+[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.4615968442> <PPL_OOV 137.16123257402> <LOGP -157642.18652739>
+[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER30 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30...
+
+[SCHEDULER ITER31 LR0.0279936]: preparing parameters...
+[SCHEDULER ITER31 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1062556
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1066208
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35823367
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35939586
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70465956
+[SCHEDULER ITER31 LR0.0279936]: preparing parameters end.
+[SCHEDULER ITER31 LR0.0279936]: preparing layers...
+(12:33:59 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:33:59 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:33:59 2015-11-18)[nerv] info: create layer: combinerL1
+(12:33:59 2015-11-18)[nerv] info: create layer: outputL
+(12:33:59 2015-11-18)[nerv] info: create layer: softmaxL
+(12:33:59 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER31 LR0.0279936]: preparing layers end.
+[SCHEDULER ITER31 LR0.0279936]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER31 LR0.0279936]: Initing TNN end.
+===ITERATION 31 LR 0.027994===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER31 LR0.0279936]: 40092 words processed Wed Nov 18 12:34:10 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.935039.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47640 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93064 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52273 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62723 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11320 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time
+[SCHEDULER ITER31 LR0.0279936]: 80099 words processed Wed Nov 18 12:34:22 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.931902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47206 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89292 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time
+[SCHEDULER ITER31 LR0.0279936]: 120004 words processed Wed Nov 18 12:34:34 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927163.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89755 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41971 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58695 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09593 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time
+[SCHEDULER ITER31 LR0.0279936]: 160114 words processed Wed Nov 18 12:34:46 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.928513.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47165 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90869 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60222 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09758 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time
+[SCHEDULER ITER31 LR0.0279936]: 200066 words processed Wed Nov 18 12:34:58 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927746.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46810 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90199 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42310 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58786 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time
+[SCHEDULER ITER31 LR0.0279936]: 240045 words processed Wed Nov 18 12:35:10 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.924005.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46763 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90358 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09478 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time
+[SCHEDULER ITER31 LR0.0279936]: 280057 words processed Wed Nov 18 12:35:22 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.920332.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46890 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91181 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60724 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10423 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time
+[SCHEDULER ITER31 LR0.0279936]: 320106 words processed Wed Nov 18 12:35:34 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.918430.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46680 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90794 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44848 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60180 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time
+[SCHEDULER ITER31 LR0.0279936]: 360024 words processed Wed Nov 18 12:35:46 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.916720.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89761 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41214 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58712 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09475 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time
+[SCHEDULER ITER31 LR0.0279936]: 400089 words processed Wed Nov 18 12:35:58 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913875.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90749 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44837 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60297 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10332 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time
+[SCHEDULER ITER31 LR0.0279936]: 440067 words processed Wed Nov 18 12:36:10 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914482.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46634 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91175 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44437 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59617 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09966 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time
+[SCHEDULER ITER31 LR0.0279936]: 480051 words processed Wed Nov 18 12:36:22 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914748.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46635 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91093 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43652 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59396 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time
+[SCHEDULER ITER31 LR0.0279936]: 520140 words processed Wed Nov 18 12:36:34 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914169.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90855 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44925 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10541 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time
+[SCHEDULER ITER31 LR0.0279936]: 560132 words processed Wed Nov 18 12:36:46 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913487.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89911 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41676 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58876 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12024 clock time
+[SCHEDULER ITER31 LR0.0279936]: 600118 words processed Wed Nov 18 12:36:58 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.911271.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90178 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42096 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.58807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09958 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time
+[SCHEDULER ITER31 LR0.0279936]: 640090 words processed Wed Nov 18 12:37:10 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.909133.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90341 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42658 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59187 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time
+[SCHEDULER ITER31 LR0.0279936]: 680075 words processed Wed Nov 18 12:37:22 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.907806.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90403 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41658 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59090 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09025 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time
+[SCHEDULER ITER31 LR0.0279936]: 720043 words processed Wed Nov 18 12:37:34 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.906706.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00535 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69570 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67737 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12577 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12706 clock time
+[SCHEDULER ITER31 LR0.0279936]: 760012 words processed Wed Nov 18 12:37:46 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904727.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04027 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.77595 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.69803 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13485 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13019 clock time
+[SCHEDULER ITER31 LR0.0279936]: 800113 words processed Wed Nov 18 12:37:58 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904523.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98650 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65570 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66901 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12598 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time
+[SCHEDULER ITER31 LR0.0279936]: 840089 words processed Wed Nov 18 12:38:10 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.903243.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04646 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79695 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.71087 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12804 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13070 clock time
+[SCHEDULER ITER31 LR0.0279936]: 880052 words processed Wed Nov 18 12:38:23 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.902719.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.50049 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10777 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.98369 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.76807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16031 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13588 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER31 LR0.0279936]: Displaying result:
+[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.858674349694> <PPL_OOV 79.906232708186> <LOGP -1768618.0491743>
+[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER31 LR0.0279936]: shuffling training file
+===PEEK ON TEST 31===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER31 LR0.0279936]: 40087 words processed Wed Nov 18 12:38:32 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.108291.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49792 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03650 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.78124 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12340 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER31 LR0.0279936]: Displaying result:
+[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.99858014623> <PPL_OOV 129.20534519493> <LOGP -174032.85002343>
+[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 31===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER31 LR0.0279936]: 40095 words processed Wed Nov 18 12:38:42 2015.
+	[SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.185472.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.09369 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.84657 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12753 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER31 LR0.0279936]: Displaying result:
+[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.3641825233> <PPL_OOV 136.30130176941> <LOGP -157440.72026995>
+[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER31 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31...
+
+[SCHEDULER ITER32 LR0.01679616]: preparing parameters...
+[SCHEDULER ITER32 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34526275
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34529927
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69286931
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69403146
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70465624
+[SCHEDULER ITER32 LR0.01679616]: preparing parameters end.
+[SCHEDULER ITER32 LR0.01679616]: preparing layers...
+(12:38:52 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:38:52 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:38:52 2015-11-18)[nerv] info: create layer: combinerL1
+(12:38:52 2015-11-18)[nerv] info: create layer: outputL
+(12:38:52 2015-11-18)[nerv] info: create layer: softmaxL
+(12:38:52 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER32 LR0.01679616]: preparing layers end.
+[SCHEDULER ITER32 LR0.01679616]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER32 LR0.01679616]: Initing TNN end.
+===ITERATION 32 LR 0.016796===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER32 LR0.01679616]: 40092 words processed Wed Nov 18 12:39:04 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.931442.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00626 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71865 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.68077 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13372 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12770 clock time
+[SCHEDULER ITER32 LR0.01679616]: 80099 words processed Wed Nov 18 12:39:16 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.928292.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48707 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98502 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63892 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64141 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12398 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12751 clock time
+[SCHEDULER ITER32 LR0.01679616]: 120004 words processed Wed Nov 18 12:39:28 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.923647.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48431 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97694 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63508 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64631 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12285 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time
+[SCHEDULER ITER32 LR0.01679616]: 160114 words processed Wed Nov 18 12:39:40 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924997.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48575 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00642 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67710 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65653 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12438 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12778 clock time
+[SCHEDULER ITER32 LR0.01679616]: 200066 words processed Wed Nov 18 12:39:52 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924254.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48340 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99875 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65593 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12571 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13006 clock time
+[SCHEDULER ITER32 LR0.01679616]: 240045 words processed Wed Nov 18 12:40:04 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.920565.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98278 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64194 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12063 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12662 clock time
+[SCHEDULER ITER32 LR0.01679616]: 280057 words processed Wed Nov 18 12:40:16 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.916922.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47857 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99140 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66105 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66069 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12368 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time
+[SCHEDULER ITER32 LR0.01679616]: 320106 words processed Wed Nov 18 12:40:28 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.915045.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47881 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01313 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71281 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13988 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12925 clock time
+[SCHEDULER ITER32 LR0.01679616]: 360024 words processed Wed Nov 18 12:40:40 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.913357.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47887 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99731 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66735 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65264 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12911 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12883 clock time
+[SCHEDULER ITER32 LR0.01679616]: 400089 words processed Wed Nov 18 12:40:52 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910512.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99099 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68755 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67251 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13887 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time
+[SCHEDULER ITER32 LR0.01679616]: 440067 words processed Wed Nov 18 12:41:04 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911129.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98253 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64296 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12935 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12726 clock time
+[SCHEDULER ITER32 LR0.01679616]: 480051 words processed Wed Nov 18 12:41:16 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911402.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00109 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66080 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11984 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12747 clock time
+[SCHEDULER ITER32 LR0.01679616]: 520140 words processed Wed Nov 18 12:41:28 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910826.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47592 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98938 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65328 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65673 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12699 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time
+[SCHEDULER ITER32 LR0.01679616]: 560132 words processed Wed Nov 18 12:41:40 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910163.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98268 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62839 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64559 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12444 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time
+[SCHEDULER ITER32 LR0.01679616]: 600118 words processed Wed Nov 18 12:41:52 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.907953.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99150 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64494 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65301 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11857 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12746 clock time
+[SCHEDULER ITER32 LR0.01679616]: 640090 words processed Wed Nov 18 12:42:04 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.905814.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48793 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05643 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.81006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.69610 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14733 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13093 clock time
+[SCHEDULER ITER32 LR0.01679616]: 680075 words processed Wed Nov 18 12:42:16 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.904486.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99296 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64966 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12610 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time
+[SCHEDULER ITER32 LR0.01679616]: 720043 words processed Wed Nov 18 12:42:28 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.903383.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02149 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72594 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13533 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12929 clock time
+[SCHEDULER ITER32 LR0.01679616]: 760012 words processed Wed Nov 18 12:42:40 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901397.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02926 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74089 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67209 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14074 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13074 clock time
+[SCHEDULER ITER32 LR0.01679616]: 800113 words processed Wed Nov 18 12:42:52 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901182.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48676 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04019 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.76458 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67916 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14204 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13002 clock time
+[SCHEDULER ITER32 LR0.01679616]: 840089 words processed Wed Nov 18 12:43:04 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00183 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12682 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time
+[SCHEDULER ITER32 LR0.01679616]: 880052 words processed Wed Nov 18 12:43:16 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899373.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92368 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11070 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER32 LR0.01679616]: Displaying result:
+[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.167707631587> <PPL_OOV 79.29226159407> <LOGP -1765504.0648689>
+[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER32 LR0.01679616]: shuffling training file
+===PEEK ON TEST 32===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER32 LR0.01679616]: 40087 words processed Wed Nov 18 12:43:25 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.106327.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93845 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63866 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER32 LR0.01679616]: Displaying result:
+[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.22052553121> <PPL_OOV 128.63441536524> <LOGP -173874.31210131>
+[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 32===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER32 LR0.01679616]: 40095 words processed Wed Nov 18 12:43:34 2015.
+	[SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.183727.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95362 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.65917 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER32 LR0.01679616]: Displaying result:
+[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.5455837763> <PPL_OOV 135.67036887598> <LOGP -157292.09402864>
+[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER32 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32...
+
+[SCHEDULER ITER33 LR0.010077696]: preparing parameters...
+[SCHEDULER ITER33 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1062455
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1066108
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35822967
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35939176
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70465439
+[SCHEDULER ITER33 LR0.010077696]: preparing parameters end.
+[SCHEDULER ITER33 LR0.010077696]: preparing layers...
+(12:43:43 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:43:43 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:43:43 2015-11-18)[nerv] info: create layer: combinerL1
+(12:43:43 2015-11-18)[nerv] info: create layer: outputL
+(12:43:43 2015-11-18)[nerv] info: create layer: softmaxL
+(12:43:43 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER33 LR0.010077696]: preparing layers end.
+[SCHEDULER ITER33 LR0.010077696]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER33 LR0.010077696]: Initing TNN end.
+===ITERATION 33 LR 0.010078===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER33 LR0.010077696]: 40092 words processed Wed Nov 18 12:43:55 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.929093.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49326 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05184 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.80160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.70523 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13696 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13018 clock time
+[SCHEDULER ITER33 LR0.010077696]: 80099 words processed Wed Nov 18 12:44:07 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.925926.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93380 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50971 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61537 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10512 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12215 clock time
+[SCHEDULER ITER33 LR0.010077696]: 120004 words processed Wed Nov 18 12:44:19 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921375.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93011 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61482 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10676 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12276 clock time
+[SCHEDULER ITER33 LR0.010077696]: 160114 words processed Wed Nov 18 12:44:31 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.922722.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47533 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93746 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52086 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62463 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10575 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time
+[SCHEDULER ITER33 LR0.010077696]: 200066 words processed Wed Nov 18 12:44:43 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921991.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95022 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54922 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63240 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10490 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time
+[SCHEDULER ITER33 LR0.010077696]: 240045 words processed Wed Nov 18 12:44:55 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.918333.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00091 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63719 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64180 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11243 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time
+[SCHEDULER ITER33 LR0.010077696]: 280057 words processed Wed Nov 18 12:45:07 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.914713.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47773 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95508 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57520 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11357 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12354 clock time
+[SCHEDULER ITER33 LR0.010077696]: 320106 words processed Wed Nov 18 12:45:19 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.912862.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95449 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55985 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11271 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12378 clock time
+[SCHEDULER ITER33 LR0.010077696]: 360024 words processed Wed Nov 18 12:45:31 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.911181.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94331 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51752 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.61670 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12202 clock time
+[SCHEDULER ITER33 LR0.010077696]: 400089 words processed Wed Nov 18 12:45:43 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908342.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95056 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57284 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64702 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11576 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time
+[SCHEDULER ITER33 LR0.010077696]: 440067 words processed Wed Nov 18 12:45:55 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908964.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97302 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59874 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11020 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time
+[SCHEDULER ITER33 LR0.010077696]: 480051 words processed Wed Nov 18 12:46:07 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.909244.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95866 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56068 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63818 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10737 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12379 clock time
+[SCHEDULER ITER33 LR0.010077696]: 520140 words processed Wed Nov 18 12:46:19 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908674.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93725 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51020 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62134 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time
+[SCHEDULER ITER33 LR0.010077696]: 560132 words processed Wed Nov 18 12:46:31 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908028.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92614 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46808 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60445 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09855 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time
+[SCHEDULER ITER33 LR0.010077696]: 600118 words processed Wed Nov 18 12:46:43 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.905823.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46575 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92047 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09596 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12122 clock time
+[SCHEDULER ITER33 LR0.010077696]: 640090 words processed Wed Nov 18 12:46:55 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.903686.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91642 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.60102 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09803 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12085 clock time
+[SCHEDULER ITER33 LR0.010077696]: 680075 words processed Wed Nov 18 12:47:07 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.902356.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94265 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51933 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.62027 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10646 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12210 clock time
+[SCHEDULER ITER33 LR0.010077696]: 720043 words processed Wed Nov 18 12:47:19 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.901253.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96782 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64182 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10872 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time
+[SCHEDULER ITER33 LR0.010077696]: 760012 words processed Wed Nov 18 12:47:32 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899263.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.50005 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.16792 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.05536 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.77800 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16164 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13491 clock time
+[SCHEDULER ITER33 LR0.010077696]: 800113 words processed Wed Nov 18 12:47:44 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899044.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00530 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68947 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.68089 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12088 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time
+[SCHEDULER ITER33 LR0.010077696]: 840089 words processed Wed Nov 18 12:47:56 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897764.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00777 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67260 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11776 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time
+[SCHEDULER ITER33 LR0.010077696]: 880052 words processed Wed Nov 18 12:48:08 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897235.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97415 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59852 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11116 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12408 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER33 LR0.010077696]: Displaying result:
+[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.729095282599> <PPL_OOV 78.902608908036> <LOGP -1763515.2633715>
+[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER33 LR0.010077696]: shuffling training file
+===PEEK ON TEST 33===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER33 LR0.010077696]: 40087 words processed Wed Nov 18 12:48:17 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.105025.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95951 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66961 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER33 LR0.010077696]: Displaying result:
+[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.687178305> <PPL_OOV 128.2464002936> <LOGP -173766.16450762>
+[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 33===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER33 LR0.010077696]: 40095 words processed Wed Nov 18 12:48:27 2015.
+	[SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.182599.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99972 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72529 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER33 LR0.010077696]: Displaying result:
+[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.00228818473> <PPL_OOV 135.25645893787> <LOGP -157194.21505764>
+[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER33 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33...
+
+[SCHEDULER ITER34 LR0.0060466176]: preparing parameters...
+[SCHEDULER ITER34 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34526300
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34529953
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69286738
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69402945
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70465377
+[SCHEDULER ITER34 LR0.0060466176]: preparing parameters end.
+[SCHEDULER ITER34 LR0.0060466176]: preparing layers...
+(12:48:36 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:48:36 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:48:36 2015-11-18)[nerv] info: create layer: combinerL1
+(12:48:36 2015-11-18)[nerv] info: create layer: outputL
+(12:48:36 2015-11-18)[nerv] info: create layer: softmaxL
+(12:48:36 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER34 LR0.0060466176]: preparing layers end.
+[SCHEDULER ITER34 LR0.0060466176]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER34 LR0.0060466176]: Initing TNN end.
+===ITERATION 34 LR 0.006047===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER34 LR0.0060466176]: 40092 words processed Wed Nov 18 12:48:48 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.927516.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00205 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68031 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67014 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 80099 words processed Wed Nov 18 12:49:00 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.924363.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48701 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00152 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64010 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11586 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12344 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 120004 words processed Wed Nov 18 12:49:12 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.919896.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48565 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00140 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64750 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11754 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 160114 words processed Wed Nov 18 12:49:24 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.921244.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48556 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01856 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66448 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13001 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 200066 words processed Wed Nov 18 12:49:36 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.920525.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48122 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98935 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62497 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64569 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11758 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12284 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 240045 words processed Wed Nov 18 12:49:48 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.916893.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99230 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64115 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11871 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12411 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 280057 words processed Wed Nov 18 12:50:00 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.913290.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48030 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98573 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64805 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12454 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 320106 words processed Wed Nov 18 12:50:12 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.911461.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00146 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66010 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12166 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12293 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 360024 words processed Wed Nov 18 12:50:24 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.909783.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47684 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99920 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65297 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12505 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 400089 words processed Wed Nov 18 12:50:36 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906950.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98452 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62992 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65181 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12892 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 440067 words processed Wed Nov 18 12:50:48 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907576.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47456 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98303 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60790 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64580 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11456 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12380 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 480051 words processed Wed Nov 18 12:51:00 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907859.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47196 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98019 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63203 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11347 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 520140 words processed Wed Nov 18 12:51:12 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907297.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48169 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02324 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71107 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67375 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13270 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 560132 words processed Wed Nov 18 12:51:24 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906662.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01046 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65603 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11530 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 600118 words processed Wed Nov 18 12:51:36 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.904460.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99203 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62056 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64379 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11688 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12410 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 640090 words processed Wed Nov 18 12:51:48 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.902324.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47762 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00946 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66148 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12357 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 680075 words processed Wed Nov 18 12:52:00 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.900997.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48074 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01651 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67812 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65846 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12636 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 720043 words processed Wed Nov 18 12:52:12 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.899895.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48134 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00281 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65169 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12287 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 760012 words processed Wed Nov 18 12:52:24 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47873 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03051 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70760 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66441 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13356 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 800113 words processed Wed Nov 18 12:52:36 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897682.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47971 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03194 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71910 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67635 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 840089 words processed Wed Nov 18 12:52:48 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.896402.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00887 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64851 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12427 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER34 LR0.0060466176]: 880052 words processed Wed Nov 18 12:53:00 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.895871.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00792 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64769 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12460 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12384 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER34 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.450253074165> <PPL_OOV 78.65525540066> <LOGP -1762247.6592947>
+[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER34 LR0.0060466176]: shuffling training file
+===PEEK ON TEST 34===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER34 LR0.0060466176]: 40087 words processed Wed Nov 18 12:53:09 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.104154.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48671 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02959 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.75717 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER34 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.35597848968> <PPL_OOV 127.97734439262> <LOGP -173690.9809428>
+[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 34===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER34 LR0.0060466176]: 40095 words processed Wed Nov 18 12:53:19 2015.
+	[SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.181872.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01889 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.74313 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER34 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.68103244818> <PPL_OOV 134.98934891245> <LOGP -157130.89131439>
+[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER34 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34...
+
+[SCHEDULER ITER35 LR0.00362797056]: preparing parameters...
+[SCHEDULER ITER35 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1062432
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1066085
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 35822859
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 35939065
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 70465345
+[SCHEDULER ITER35 LR0.00362797056]: preparing parameters end.
+[SCHEDULER ITER35 LR0.00362797056]: preparing layers...
+(12:53:29 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:53:29 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:53:29 2015-11-18)[nerv] info: create layer: combinerL1
+(12:53:29 2015-11-18)[nerv] info: create layer: outputL
+(12:53:29 2015-11-18)[nerv] info: create layer: softmaxL
+(12:53:29 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER35 LR0.00362797056]: preparing layers end.
+[SCHEDULER ITER35 LR0.00362797056]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER35 LR0.00362797056]: Initing TNN end.
+===ITERATION 35 LR 0.003628===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER35 LR0.00362797056]: 40092 words processed Wed Nov 18 12:53:41 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.926501.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48931 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03093 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74216 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.68919 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13462 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 80099 words processed Wed Nov 18 12:53:53 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.923356.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48969 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99884 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65501 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11986 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 120004 words processed Wed Nov 18 12:54:05 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.918930.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99255 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64961 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12042 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 160114 words processed Wed Nov 18 12:54:17 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.920291.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00943 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70487 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67881 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12998 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 200066 words processed Wed Nov 18 12:54:29 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.919579.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48742 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00354 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67469 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66238 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12639 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 240045 words processed Wed Nov 18 12:54:41 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.915968.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00870 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66389 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11996 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 280057 words processed Wed Nov 18 12:54:53 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.912378.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48882 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02058 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72367 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.68383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13038 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 320106 words processed Wed Nov 18 12:55:05 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.910563.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02039 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.68362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13112 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12607 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 360024 words processed Wed Nov 18 12:55:17 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.908889.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48102 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00263 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66255 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12503 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 400089 words processed Wed Nov 18 12:55:29 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906061.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48152 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00318 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69459 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67890 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13412 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12647 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 440067 words processed Wed Nov 18 12:55:41 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906689.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47941 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00280 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65645 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11976 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 480051 words processed Wed Nov 18 12:55:53 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906977.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48161 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00954 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66486 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.66291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11722 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 520140 words processed Wed Nov 18 12:56:05 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906417.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01201 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69293 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67482 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12926 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 560132 words processed Wed Nov 18 12:56:17 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.905791.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48136 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99635 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64164 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65589 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11674 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12566 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 600118 words processed Wed Nov 18 12:56:29 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.903593.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98530 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64999 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 640090 words processed Wed Nov 18 12:56:41 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.901457.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47975 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98858 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63113 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64914 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12413 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 680075 words processed Wed Nov 18 12:56:53 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.900130.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47742 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98445 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61271 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64424 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11973 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 720043 words processed Wed Nov 18 12:57:05 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.899031.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01215 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68746 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.67444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11971 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12678 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 760012 words processed Wed Nov 18 12:57:17 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.897035.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98906 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62650 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65730 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11432 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 800113 words processed Wed Nov 18 12:57:29 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.896814.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97448 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60850 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.65262 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12034 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 840089 words processed Wed Nov 18 12:57:41 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895535.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95956 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55920 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.63377 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11201 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time
+[SCHEDULER ITER35 LR0.00362797056]: 880052 words processed Wed Nov 18 12:57:53 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895002.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47568 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96820 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58743 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.64028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11656 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12360 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER35 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.272834134732> <PPL_OOV 78.498152777863> <LOGP -1761440.4892072>
+[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER35 LR0.00362797056]: shuffling training file
+===PEEK ON TEST 35===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER35 LR0.00362797056]: 40087 words processed Wed Nov 18 12:58:02 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.103584.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47962 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98519 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.69977 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER35 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.17039447141> <PPL_OOV 127.79140045143> <LOGP -173638.92932372>
+[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 35===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER35 LR0.00362797056]: 40095 words processed Wed Nov 18 12:58:12 2015.
+	[SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.181381.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48480 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00216 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72472 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER35 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.51338825824> <PPL_OOV 134.81957448081> <LOGP -157090.57774537>
+[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER35 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35...
+
+===VALIDATION PPL record===
+<ITER0 LR0.00000 train:0.000 valid:10092.059 test:0.000> 
+<ITER1 LR1.00000 train:447.200 valid:331.713 test:323.544> 
+<ITER2 LR1.00000 train:290.374 valid:252.806 test:242.776> 
+<ITER3 LR1.00000 train:245.397 valid:228.358 test:218.981> 
+<ITER4 LR1.00000 train:212.502 valid:214.052 test:205.791> 
+<ITER5 LR1.00000 train:195.668 valid:203.704 test:193.918> 
+<ITER6 LR1.00000 train:180.480 valid:196.170 test:187.550> 
+<ITER7 LR1.00000 train:170.451 valid:187.462 test:178.690> 
+<ITER8 LR1.00000 train:162.949 valid:183.632 test:175.370> 
+<ITER9 LR1.00000 train:156.371 valid:179.375 test:171.281> 
+<ITER10 LR1.00000 train:150.464 valid:177.420 test:168.900> 
+<ITER11 LR1.00000 train:145.764 valid:174.335 test:165.486> 
+<ITER12 LR1.00000 train:141.373 valid:172.803 test:163.822> 
+<ITER13 LR1.00000 train:137.631 valid:172.220 test:163.131> 
+<ITER14 LR1.00000 train:134.414 valid:169.850 test:160.997> 
+<ITER15 LR1.00000 train:131.360 valid:168.661 test:160.001> 
+<ITER16 LR1.00000 train:128.344 valid:166.812 test:158.475> 
+<ITER17 LR1.00000 train:127.214 valid:166.572 test:158.413> 
+<ITER18 LR1.00000 train:123.861 valid:165.108 test:156.954> 
+<ITER19 LR1.00000 train:121.666 valid:165.028 test:156.988> 
+<ITER20 LR1.00000 train:119.543 valid:164.221 test:156.194> 
+<ITER21 LR1.00000 train:117.486 valid:163.877 test:155.830> 
+<ITER22 LR1.00000 train:115.576 valid:163.700 test:155.498> 
+<ITER23 LR1.00000 train:114.595 valid:162.328 test:154.452> 
+<ITER24 LR1.00000 train:112.775 valid:163.327 test:155.128> 
+<ITER25 LR0.60000 train:100.177 valid:152.806 test:145.172> 
+<ITER26 LR0.36000 train:92.223 valid:146.958 test:139.509> 
+<ITER27 LR0.21600 train:87.331 valid:142.745 test:135.398> 
+<ITER28 LR0.12960 train:84.175 valid:140.135 test:132.836> 
+<ITER29 LR0.07776 train:82.103 valid:138.447 test:131.203> 
+<ITER30 LR0.04666 train:80.784 valid:137.161 test:130.007> 
+<ITER31 LR0.02799 train:79.906 valid:136.301 test:129.205> 
+<ITER32 LR0.01680 train:79.292 valid:135.670 test:128.634> 
+<ITER33 LR0.01008 train:78.903 valid:135.256 test:128.246> 
+<ITER34 LR0.00605 train:78.655 valid:134.989 test:127.977> 
+<ITER35 LR0.00363 train:78.498 valid:134.820 test:127.791> 
+
+===FINAL TEST===
+[SCHEDULER FINAL_TEST]: preparing parameters...
+[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 34526247
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 34529900
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 69286627
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 69402830
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 70465248
+[SCHEDULER FINAL_TEST]: preparing parameters end.
+[SCHEDULER FINAL_TEST]: preparing layers...
+(12:58:22 2015-11-18)[nerv] info: create layer: recurrentL1
+(12:58:22 2015-11-18)[nerv] info: create layer: sigmoidL1
+(12:58:22 2015-11-18)[nerv] info: create layer: combinerL1
+(12:58:22 2015-11-18)[nerv] info: create layer: outputL
+(12:58:22 2015-11-18)[nerv] info: create layer: softmaxL
+(12:58:22 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER FINAL_TEST]: preparing layers end.
+[SCHEDULER FINAL_TEST]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER FINAL_TEST]: Initing TNN end.
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 12:58:26 2015.
+	[SCHEDULER FINAL_TEST]: log prob per sample :-2.103584.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00189 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.71964 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11812 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER FINAL_TEST]: Displaying result:
+[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.17039441757> <PPL_OOV 127.79140027029> <LOGP -173638.92927297>
+[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
diff --git a/nerv/examples/lmptb/logs/LOG-tnn-h400 b/nerv/examples/lmptb/logs/LOG-tnn-h400
new file mode 100644
index 0000000..14270fe
--- /dev/null
+++ b/nerv/examples/lmptb/logs/LOG-tnn-h400
@@ -0,0 +1,9372 @@
+Greetings
+[SCHEDULER]: not user setting, all default...
+[SCHEDULER]: printing global_conf...
+test_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds
+train_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds
+param_random	function: 0x41568798
+train_fn_shuf_bak	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak
+decay_iter	16
+mmat_type	table: 0x4155ddf0
+vocab_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab
+train_fn_shuf	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf
+param_fn	/home/slhome/txh18/workspace/nerv/play/dagL_test/params
+log_w_num	40000
+work_dir	/home/slhome/txh18/workspace/nerv/play/dagL_test
+batch_size	10
+hidden_size	400
+timer	nerv.Timer
+sche_log_pre	[SCHEDULER]:
+nn_act_default	0
+max_iter	35
+valid_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds
+lrate	1
+momentum	0
+wcost	1e-05
+chunk_size	15
+cumat_type	table: 0x4159b8e8
+[SCHEDULER]: printing training scheduling options...
+lr_half	false
+start_iter	-1
+ppl_last	100000
+[SCHEDULER]: printing training scheduling end.
+[SCHEDULER]: creating work_dir...
+[SCHEDULER]: building vocab...
+[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab...
+[LOG]LMVocab: Building finished, vocab size now is 10000.
+[SCHEDULER]: preparing parameters...
+[SCHEDULER]: first time, generating parameters...
+===INITIAL VALIDATION===
+[SCHEDULER]: preparing parameters...
+[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46010296
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 2 from 47850982
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 93850772
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 4 from 93855417
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 5 from 93970392
+[SCHEDULER]: preparing parameters end.
+[SCHEDULER]: preparing layers...
+(23:35:45 2015-11-17)[nerv] info: create layer: recurrentL1
+(23:35:45 2015-11-17)[nerv] info: create layer: sigmoidL1
+(23:35:45 2015-11-17)[nerv] info: create layer: combinerL1
+(23:35:45 2015-11-17)[nerv] info: create layer: outputL
+(23:35:45 2015-11-17)[nerv] info: create layer: softmaxL
+(23:35:45 2015-11-17)[nerv] info: create layer: selectL1
+[SCHEDULER]: preparing layers end.
+[SCHEDULER]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER]: Initing TNN end.
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER]: 40095 words processed Tue Nov 17 23:35:51 2015.
+	[SCHEDULER]: log prob per sample :-4.031438.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.51120 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.70094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.94917 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13248 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER]: Displaying result:
+[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11218.277022182> <PPL_OOV 10730.852429653> <LOGP -297299.58025201>
+[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+
+[SCHEDULER ITER1 LR1]: preparing parameters...
+[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46010296
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 2 from 47850982
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 93850772
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 4 from 93855417
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 5 from 93970392
+[SCHEDULER ITER1 LR1]: preparing parameters end.
+[SCHEDULER ITER1 LR1]: preparing layers...
+(23:35:59 2015-11-17)[nerv] info: create layer: recurrentL1
+(23:35:59 2015-11-17)[nerv] info: create layer: sigmoidL1
+(23:35:59 2015-11-17)[nerv] info: create layer: combinerL1
+(23:35:59 2015-11-17)[nerv] info: create layer: outputL
+(23:35:59 2015-11-17)[nerv] info: create layer: softmaxL
+(23:35:59 2015-11-17)[nerv] info: create layer: selectL1
+[SCHEDULER ITER1 LR1]: preparing layers end.
+[SCHEDULER ITER1 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER1 LR1]: Initing TNN end.
+===ITERATION 1 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER1 LR1]: 40099 words processed Tue Nov 17 23:36:12 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-3.307163.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48649 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71744 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.97858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95986 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46750 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time
+[SCHEDULER ITER1 LR1]: 80063 words processed Tue Nov 17 23:36:25 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-3.167927.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72435 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96751 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94566 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46101 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12725 clock time
+[SCHEDULER ITER1 LR1]: 120068 words processed Tue Nov 17 23:36:38 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-3.072096.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48641 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71643 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.94612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94018 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46114 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time
+[SCHEDULER ITER1 LR1]: 160017 words processed Tue Nov 17 23:36:51 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.999475.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48145 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70526 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92051 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93494 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time
+[SCHEDULER ITER1 LR1]: 200138 words processed Tue Nov 17 23:37:05 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.960525.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49600 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83974 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.49050 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.13162 clock time
+[SCHEDULER ITER1 LR1]: 240007 words processed Tue Nov 17 23:37:19 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.924306.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.53133 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:4.03094 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.52548 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.03830 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.51544 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.14333 clock time
+[SCHEDULER ITER1 LR1]: 280135 words processed Tue Nov 17 23:37:32 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.895095.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48229 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72695 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96725 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95236 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46205 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time
+[SCHEDULER ITER1 LR1]: 320080 words processed Tue Nov 17 23:37:45 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.870160.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68051 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88169 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45305 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time
+[SCHEDULER ITER1 LR1]: 360059 words processed Tue Nov 17 23:37:58 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.844175.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68577 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87422 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.92831 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45044 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time
+[SCHEDULER ITER1 LR1]: 400021 words processed Tue Nov 17 23:38:11 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.825951.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69065 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.92882 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45209 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time
+[SCHEDULER ITER1 LR1]: 440102 words processed Tue Nov 17 23:38:24 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.806475.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70115 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92202 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94656 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45847 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time
+[SCHEDULER ITER1 LR1]: 480051 words processed Tue Nov 17 23:38:37 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.789229.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47445 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69055 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93264 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time
+[SCHEDULER ITER1 LR1]: 520093 words processed Tue Nov 17 23:38:50 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.773809.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70210 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93694 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46374 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time
+[SCHEDULER ITER1 LR1]: 560039 words processed Tue Nov 17 23:39:03 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.756861.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68531 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45569 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time
+[SCHEDULER ITER1 LR1]: 600112 words processed Tue Nov 17 23:39:16 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.746111.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69925 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93029 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95151 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46304 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time
+[SCHEDULER ITER1 LR1]: 640076 words processed Tue Nov 17 23:39:29 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.734203.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68886 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88582 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93063 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45330 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time
+[SCHEDULER ITER1 LR1]: 680026 words processed Tue Nov 17 23:39:42 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.724362.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48369 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73916 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.98914 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95090 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12844 clock time
+[SCHEDULER ITER1 LR1]: 720133 words processed Tue Nov 17 23:39:55 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.714482.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47515 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69692 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.91832 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94618 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER1 LR1]: 760048 words processed Tue Nov 17 23:40:08 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.702566.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47214 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67797 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.86931 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.92936 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45006 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time
+[SCHEDULER ITER1 LR1]: 800117 words processed Tue Nov 17 23:40:21 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.694301.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47412 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69251 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94998 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time
+[SCHEDULER ITER1 LR1]: 840116 words processed Tue Nov 17 23:40:34 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.683815.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68128 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87316 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93075 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45007 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time
+[SCHEDULER ITER1 LR1]: 880037 words processed Tue Nov 17 23:40:47 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.675707.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67969 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88904 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93759 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 537.43879542441> <PPL_OOV 472.15153715735> <LOGP -2485796.6619188>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER1 LR1]: shuffling training file
+===PEEK ON TEST 1===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER1 LR1]: 40087 words processed Tue Nov 17 23:40:58 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.514792.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48655 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72196 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.44770 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 379.24392854515> <PPL_OOV 331.97926131635> <LOGP -207815.17595921>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 1===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER1 LR1]: 40095 words processed Tue Nov 17 23:41:09 2015.
+	[SCHEDULER ITER1 LR1]: log prob per sample :-2.557255.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48268 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69630 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.41725 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 378.18347077578> <PPL_OOV 339.93053715193> <LOGP -186715.339716>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1...
+
+[SCHEDULER ITER2 LR1]: preparing parameters...
+[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1910948
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1915804
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 47942998
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48059425
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94081374
+[SCHEDULER ITER2 LR1]: preparing parameters end.
+[SCHEDULER ITER2 LR1]: preparing layers...
+(23:41:19 2015-11-17)[nerv] info: create layer: recurrentL1
+(23:41:19 2015-11-17)[nerv] info: create layer: sigmoidL1
+(23:41:19 2015-11-17)[nerv] info: create layer: combinerL1
+(23:41:19 2015-11-17)[nerv] info: create layer: outputL
+(23:41:19 2015-11-17)[nerv] info: create layer: softmaxL
+(23:41:19 2015-11-17)[nerv] info: create layer: selectL1
+[SCHEDULER ITER2 LR1]: preparing layers end.
+[SCHEDULER ITER2 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER2 LR1]: Initing TNN end.
+===ITERATION 2 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER2 LR1]: 40092 words processed Tue Nov 17 23:41:32 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.799221.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14528 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46377 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time
+[SCHEDULER ITER2 LR1]: 80099 words processed Tue Nov 17 23:41:45 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.675260.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48375 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79010 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09873 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12454 clock time
+[SCHEDULER ITER2 LR1]: 120004 words processed Tue Nov 17 23:41:58 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.625292.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48345 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79597 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11264 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97879 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45735 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time
+[SCHEDULER ITER2 LR1]: 160114 words processed Tue Nov 17 23:42:11 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.601139.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48516 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82418 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17616 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46627 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time
+[SCHEDULER ITER2 LR1]: 200066 words processed Tue Nov 17 23:42:24 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.586182.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47712 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79828 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10302 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97884 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time
+[SCHEDULER ITER2 LR1]: 240045 words processed Tue Nov 17 23:42:37 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.569745.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79973 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98261 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45781 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time
+[SCHEDULER ITER2 LR1]: 280057 words processed Tue Nov 17 23:42:50 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.558289.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48048 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80717 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14427 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99685 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46324 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time
+[SCHEDULER ITER2 LR1]: 320106 words processed Tue Nov 17 23:43:03 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.546701.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81916 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16628 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00207 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46745 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time
+[SCHEDULER ITER2 LR1]: 360024 words processed Tue Nov 17 23:43:16 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.538361.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79494 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09841 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45588 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time
+[SCHEDULER ITER2 LR1]: 400089 words processed Tue Nov 17 23:43:29 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.532957.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47372 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80046 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12466 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12432 clock time
+[SCHEDULER ITER2 LR1]: 440067 words processed Tue Nov 17 23:43:42 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.527843.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80066 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11343 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98547 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time
+[SCHEDULER ITER2 LR1]: 480051 words processed Tue Nov 17 23:43:55 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.523169.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47219 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79117 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08952 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time
+[SCHEDULER ITER2 LR1]: 520140 words processed Tue Nov 17 23:44:08 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.518885.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82039 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16701 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time
+[SCHEDULER ITER2 LR1]: 560132 words processed Tue Nov 17 23:44:21 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.514611.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80568 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER2 LR1]: 600118 words processed Tue Nov 17 23:44:34 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.512709.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08119 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12405 clock time
+[SCHEDULER ITER2 LR1]: 640090 words processed Tue Nov 17 23:44:47 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.508568.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79694 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10261 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12473 clock time
+[SCHEDULER ITER2 LR1]: 680075 words processed Tue Nov 17 23:45:00 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.505824.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79072 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08578 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45475 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time
+[SCHEDULER ITER2 LR1]: 720043 words processed Tue Nov 17 23:45:13 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.503375.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78838 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97850 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45411 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12403 clock time
+[SCHEDULER ITER2 LR1]: 760012 words processed Tue Nov 17 23:45:27 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.500743.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48180 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46868 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12720 clock time
+[SCHEDULER ITER2 LR1]: 800113 words processed Tue Nov 17 23:45:41 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.497832.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86594 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25537 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01879 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47835 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12907 clock time
+[SCHEDULER ITER2 LR1]: 840089 words processed Tue Nov 17 23:45:54 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.494761.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79481 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09645 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97914 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45671 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time
+[SCHEDULER ITER2 LR1]: 880052 words processed Tue Nov 17 23:46:07 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.492221.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47189 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78587 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08043 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45370 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12444 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 356.44368639692> <PPL_OOV 310.37598339711> <LOGP -2316431.7749724>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER2 LR1]: shuffling training file
+===PEEK ON TEST 2===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER2 LR1]: 40087 words processed Tue Nov 17 23:46:17 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.393024.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80296 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52763 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 289.978578203> <PPL_OOV 250.00965661609> <LOGP -197663.57767284>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 2===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER2 LR1]: 40095 words processed Tue Nov 17 23:46:28 2015.
+	[SCHEDULER ITER2 LR1]: log prob per sample :-2.438429.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80517 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53029 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 294.59587868377> <PPL_OOV 261.28808089122> <LOGP -178286.7416284>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2...
+
+[SCHEDULER ITER3 LR1]: preparing parameters...
+[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46026952
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46031813
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92080375
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92196721
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94106578
+[SCHEDULER ITER3 LR1]: preparing parameters end.
+[SCHEDULER ITER3 LR1]: preparing layers...
+(23:46:38 2015-11-17)[nerv] info: create layer: recurrentL1
+(23:46:38 2015-11-17)[nerv] info: create layer: sigmoidL1
+(23:46:38 2015-11-17)[nerv] info: create layer: combinerL1
+(23:46:38 2015-11-17)[nerv] info: create layer: outputL
+(23:46:38 2015-11-17)[nerv] info: create layer: softmaxL
+(23:46:38 2015-11-17)[nerv] info: create layer: selectL1
+[SCHEDULER ITER3 LR1]: preparing layers end.
+[SCHEDULER ITER3 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER3 LR1]: Initing TNN end.
+===ITERATION 3 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER3 LR1]: 40092 words processed Tue Nov 17 23:46:51 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-3.275433.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48686 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82983 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46867 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time
+[SCHEDULER ITER3 LR1]: 80099 words processed Tue Nov 17 23:47:04 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.872201.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48691 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83027 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15267 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98511 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45764 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12709 clock time
+[SCHEDULER ITER3 LR1]: 120004 words processed Tue Nov 17 23:47:17 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.726336.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81033 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11709 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97568 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45410 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time
+[SCHEDULER ITER3 LR1]: 160114 words processed Tue Nov 17 23:47:30 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.654691.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48257 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82175 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99410 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12676 clock time
+[SCHEDULER ITER3 LR1]: 200066 words processed Tue Nov 17 23:47:43 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.611192.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47813 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79822 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08712 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97083 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45243 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time
+[SCHEDULER ITER3 LR1]: 240045 words processed Tue Nov 17 23:47:56 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.576347.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81405 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11965 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time
+[SCHEDULER ITER3 LR1]: 280057 words processed Tue Nov 17 23:48:09 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.552071.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48283 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83521 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18161 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00103 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46493 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12686 clock time
+[SCHEDULER ITER3 LR1]: 320106 words processed Tue Nov 17 23:48:22 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.531340.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47859 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82901 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99686 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46314 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time
+[SCHEDULER ITER3 LR1]: 360024 words processed Tue Nov 17 23:48:35 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.516297.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81574 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11870 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97977 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time
+[SCHEDULER ITER3 LR1]: 400089 words processed Tue Nov 17 23:48:48 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.504316.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82093 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13828 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98978 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46033 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time
+[SCHEDULER ITER3 LR1]: 440067 words processed Tue Nov 17 23:49:01 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.494362.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47430 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81113 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97716 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45515 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time
+[SCHEDULER ITER3 LR1]: 480051 words processed Tue Nov 17 23:49:14 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.485817.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80855 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09912 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97465 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45298 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time
+[SCHEDULER ITER3 LR1]: 520140 words processed Tue Nov 17 23:49:27 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.478381.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47686 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82407 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14863 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99306 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46236 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time
+[SCHEDULER ITER3 LR1]: 560132 words processed Tue Nov 17 23:49:40 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.471582.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79987 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08308 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97102 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45201 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time
+[SCHEDULER ITER3 LR1]: 600118 words processed Tue Nov 17 23:49:53 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.465902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79892 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08205 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97184 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45132 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER3 LR1]: 640090 words processed Tue Nov 17 23:50:06 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.459844.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79979 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08673 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45219 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time
+[SCHEDULER ITER3 LR1]: 680075 words processed Tue Nov 17 23:50:19 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.455940.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80569 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97477 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45354 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time
+[SCHEDULER ITER3 LR1]: 720043 words processed Tue Nov 17 23:50:32 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.452489.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79883 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08519 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97204 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45168 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time
+[SCHEDULER ITER3 LR1]: 760012 words processed Tue Nov 17 23:50:45 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.448549.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79953 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97325 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45282 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER3 LR1]: 800113 words processed Tue Nov 17 23:50:58 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.444581.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82697 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16209 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46568 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12624 clock time
+[SCHEDULER ITER3 LR1]: 840089 words processed Tue Nov 17 23:51:11 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.440613.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47689 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81480 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98224 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time
+[SCHEDULER ITER3 LR1]: 880052 words processed Tue Nov 17 23:51:24 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.437307.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48057 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84982 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18985 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99558 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12776 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 309.49446578969> <PPL_OOV 273.43845906886> <LOGP -2265277.8768143>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER3 LR1]: shuffling training file
+===PEEK ON TEST 3===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER3 LR1]: 40087 words processed Tue Nov 17 23:51:34 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.340049.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48392 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81179 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53571 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 255.3746198739> <PPL_OOV 220.35758888935> <LOGP -193144.04200938>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 3===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER3 LR1]: 40095 words processed Tue Nov 17 23:51:45 2015.
+	[SCHEDULER ITER3 LR1]: log prob per sample :-2.391577.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81184 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53598 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 261.40728193013> <PPL_OOV 231.97231323642> <LOGP -174474.57066833>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3...
+
+[SCHEDULER ITER4 LR1]: preparing parameters...
+[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1908429
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1913289
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 47980731
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48097059
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94127997
+[SCHEDULER ITER4 LR1]: preparing parameters end.
+[SCHEDULER ITER4 LR1]: preparing layers...
+(23:51:55 2015-11-17)[nerv] info: create layer: recurrentL1
+(23:51:55 2015-11-17)[nerv] info: create layer: sigmoidL1
+(23:51:55 2015-11-17)[nerv] info: create layer: combinerL1
+(23:51:55 2015-11-17)[nerv] info: create layer: outputL
+(23:51:55 2015-11-17)[nerv] info: create layer: softmaxL
+(23:51:55 2015-11-17)[nerv] info: create layer: selectL1
+[SCHEDULER ITER4 LR1]: preparing layers end.
+[SCHEDULER ITER4 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER4 LR1]: Initing TNN end.
+===ITERATION 4 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER4 LR1]: 40092 words processed Tue Nov 17 23:52:08 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.391105.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48539 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81432 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16417 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00374 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46638 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time
+[SCHEDULER ITER4 LR1]: 80099 words processed Tue Nov 17 23:52:21 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.376497.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48548 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79649 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09962 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12458 clock time
+[SCHEDULER ITER4 LR1]: 120004 words processed Tue Nov 17 23:52:34 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.366345.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48356 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79999 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11463 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97982 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45566 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time
+[SCHEDULER ITER4 LR1]: 160114 words processed Tue Nov 17 23:52:47 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.364730.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48263 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82131 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99907 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46577 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time
+[SCHEDULER ITER4 LR1]: 200066 words processed Tue Nov 17 23:53:00 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.363363.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47792 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80021 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97855 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12479 clock time
+[SCHEDULER ITER4 LR1]: 240045 words processed Tue Nov 17 23:53:13 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.357506.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47837 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80456 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10986 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97919 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45616 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time
+[SCHEDULER ITER4 LR1]: 280057 words processed Tue Nov 17 23:53:26 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.353198.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48249 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82284 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16592 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99707 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER4 LR1]: 320106 words processed Tue Nov 17 23:53:39 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.348552.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47826 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81434 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14530 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99443 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46270 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER4 LR1]: 360024 words processed Tue Nov 17 23:53:52 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.346147.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80613 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98185 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time
+[SCHEDULER ITER4 LR1]: 400089 words processed Tue Nov 17 23:54:05 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.344040.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81837 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14925 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99671 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46336 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER4 LR1]: 440067 words processed Tue Nov 17 23:54:18 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.342717.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47411 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80688 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11407 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98416 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45681 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time
+[SCHEDULER ITER4 LR1]: 480051 words processed Tue Nov 17 23:54:31 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.341647.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80140 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10077 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time
+[SCHEDULER ITER4 LR1]: 520140 words processed Tue Nov 17 23:54:44 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.340595.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47503 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81045 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13502 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46319 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time
+[SCHEDULER ITER4 LR1]: 560132 words processed Tue Nov 17 23:54:57 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.339297.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79935 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09489 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45583 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time
+[SCHEDULER ITER4 LR1]: 600118 words processed Tue Nov 17 23:55:10 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.336693.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79418 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97654 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time
+[SCHEDULER ITER4 LR1]: 640090 words processed Tue Nov 17 23:55:23 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.334627.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08769 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time
+[SCHEDULER ITER4 LR1]: 680075 words processed Tue Nov 17 23:55:36 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.336036.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79894 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09156 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12420 clock time
+[SCHEDULER ITER4 LR1]: 720043 words processed Tue Nov 17 23:55:49 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.336131.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80625 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11151 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98073 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER4 LR1]: 760012 words processed Tue Nov 17 23:56:02 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.335426.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47368 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80295 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10801 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45734 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time
+[SCHEDULER ITER4 LR1]: 800113 words processed Tue Nov 17 23:56:15 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.334652.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80767 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13096 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time
+[SCHEDULER ITER4 LR1]: 840089 words processed Tue Nov 17 23:56:28 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.333583.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79536 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08864 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97559 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45458 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time
+[SCHEDULER ITER4 LR1]: 880052 words processed Tue Nov 17 23:56:41 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.332886.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47459 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79896 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09837 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97698 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45602 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12422 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 244.17099071299> <PPL_OOV 215.2339187841> <LOGP -2168648.1367851>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER4 LR1]: shuffling training file
+===PEEK ON TEST 4===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER4 LR1]: 40087 words processed Tue Nov 17 23:56:51 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.305606.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80894 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53520 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12058 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.48496197986> <PPL_OOV 202.80297962883> <LOGP -190172.1371426>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 4===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER4 LR1]: 40095 words processed Tue Nov 17 23:57:02 2015.
+	[SCHEDULER ITER4 LR1]: log prob per sample :-2.357810.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49246 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86264 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60194 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.99690848017> <PPL_OOV 213.18595686152> <LOGP -171769.23382991>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4...
+
+[SCHEDULER ITER5 LR1]: preparing parameters...
+[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46035776
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46040636
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92129701
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92246062
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94153510
+[SCHEDULER ITER5 LR1]: preparing parameters end.
+[SCHEDULER ITER5 LR1]: preparing layers...
+(23:57:12 2015-11-17)[nerv] info: create layer: recurrentL1
+(23:57:12 2015-11-17)[nerv] info: create layer: sigmoidL1
+(23:57:12 2015-11-17)[nerv] info: create layer: combinerL1
+(23:57:12 2015-11-17)[nerv] info: create layer: outputL
+(23:57:12 2015-11-17)[nerv] info: create layer: softmaxL
+(23:57:12 2015-11-17)[nerv] info: create layer: selectL1
+[SCHEDULER ITER5 LR1]: preparing layers end.
+[SCHEDULER ITER5 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER5 LR1]: Initing TNN end.
+===ITERATION 5 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER5 LR1]: 40092 words processed Tue Nov 17 23:57:25 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.341879.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81077 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13600 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98682 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46231 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time
+[SCHEDULER ITER5 LR1]: 80099 words processed Tue Nov 17 23:57:38 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.330200.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79137 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07745 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45068 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER5 LR1]: 120004 words processed Tue Nov 17 23:57:51 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.320093.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48250 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79564 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09003 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time
+[SCHEDULER ITER5 LR1]: 160114 words processed Tue Nov 17 23:58:04 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.318935.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82255 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16079 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99482 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46608 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12684 clock time
+[SCHEDULER ITER5 LR1]: 200066 words processed Tue Nov 17 23:58:17 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.317904.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47816 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81390 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11923 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97688 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12674 clock time
+[SCHEDULER ITER5 LR1]: 240045 words processed Tue Nov 17 23:58:30 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.311871.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80619 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11245 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97951 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time
+[SCHEDULER ITER5 LR1]: 280057 words processed Tue Nov 17 23:58:43 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.307911.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81167 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13343 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98857 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time
+[SCHEDULER ITER5 LR1]: 320106 words processed Tue Nov 17 23:58:56 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.303675.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47748 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81269 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13313 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98917 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46071 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time
+[SCHEDULER ITER5 LR1]: 360024 words processed Tue Nov 17 23:59:09 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.301476.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80706 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45343 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER5 LR1]: 400089 words processed Tue Nov 17 23:59:22 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.299068.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47730 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82254 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15559 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99856 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46322 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time
+[SCHEDULER ITER5 LR1]: 440067 words processed Tue Nov 17 23:59:35 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.297905.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47642 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80542 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10340 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97729 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time
+[SCHEDULER ITER5 LR1]: 480051 words processed Tue Nov 17 23:59:48 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.297088.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47626 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80721 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09809 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97311 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 00:00:01 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.296190.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47705 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81389 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13529 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98981 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46272 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time
+[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 00:00:14 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.295017.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79631 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07954 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97030 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 00:00:27 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.293126.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47400 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79265 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07392 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96942 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45137 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time
+[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 00:00:40 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.291223.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79334 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07288 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45082 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time
+[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 00:00:53 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.290195.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47410 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97492 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 00:01:06 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.289514.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80523 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09838 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97378 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45389 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time
+[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 00:01:19 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.288551.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79743 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08497 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45221 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time
+[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 00:01:32 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.287844.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47586 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81189 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13165 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99032 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46185 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time
+[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 00:01:45 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.286447.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47526 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80446 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09866 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97499 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45473 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time
+[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 00:01:58 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.285828.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47492 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80170 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97255 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 218.1589317401> <PPL_OOV 193.11996237388> <LOGP -2124879.7914026>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER5 LR1]: shuffling training file
+===PEEK ON TEST 5===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 00:02:08 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.276905.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54142 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 218.62485676622> <PPL_OOV 189.98585158717> <LOGP -187834.99345079>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 5===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 00:02:19 2015.
+	[SCHEDULER ITER5 LR1]: log prob per sample :-2.331806.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48491 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55349 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12138 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 223.85106524768> <PPL_OOV 199.74657748262> <LOGP -169683.35661397>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5...
+
+[SCHEDULER ITER6 LR1]: preparing parameters...
+[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1906458
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1911317
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48021511
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48137877
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94177466
+[SCHEDULER ITER6 LR1]: preparing parameters end.
+[SCHEDULER ITER6 LR1]: preparing layers...
+(00:02:29 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:02:29 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:02:29 2015-11-18)[nerv] info: create layer: combinerL1
+(00:02:29 2015-11-18)[nerv] info: create layer: outputL
+(00:02:29 2015-11-18)[nerv] info: create layer: softmaxL
+(00:02:29 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER6 LR1]: preparing layers end.
+[SCHEDULER ITER6 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER6 LR1]: Initing TNN end.
+===ITERATION 6 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 00:02:42 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.270739.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81363 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16307 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00300 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46862 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time
+[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 00:02:55 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.272402.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80768 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13021 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98502 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45960 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time
+[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 00:03:08 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.266183.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80921 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13557 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45854 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time
+[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 00:03:21 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.267539.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16769 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46702 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time
+[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 00:03:34 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.268587.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82839 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time
+[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 00:03:47 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.263620.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47708 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79699 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10079 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97918 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 00:04:00 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.260267.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48032 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81562 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16258 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time
+[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 00:04:13 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.257225.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80907 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13981 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46342 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time
+[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 00:04:26 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.255590.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09939 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97998 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time
+[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 00:04:39 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.253925.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82628 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17958 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00594 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47054 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time
+[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 00:04:52 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.253657.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47458 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81724 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13939 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46110 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time
+[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 00:05:05 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.253430.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81150 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98700 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time
+[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 00:05:18 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.252972.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81100 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14214 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99603 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46494 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time
+[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 00:05:31 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.252400.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47710 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81540 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13523 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98726 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time
+[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 00:05:44 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.250246.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80896 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12749 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98765 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46120 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time
+[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 00:05:57 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.248656.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47304 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79956 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10246 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98048 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time
+[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 00:06:10 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.248232.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79804 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09940 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45562 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 00:06:23 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.248073.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98940 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46171 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time
+[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 00:06:36 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.247305.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81303 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98793 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46258 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 00:06:49 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.246902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82018 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16715 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00330 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47024 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time
+[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 00:07:02 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.245649.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47721 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81961 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14663 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99096 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46274 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time
+[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 00:07:16 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.245326.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48977 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86982 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25216 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47396 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12967 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.01086196278> <PPL_OOV 175.94379751005> <LOGP -2087274.9354018>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER6 LR1]: shuffling training file
+===PEEK ON TEST 6===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 00:07:26 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.253756.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80582 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52990 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 205.60478189154> <PPL_OOV 179.85731302561> <LOGP -185873.72336485>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 6===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 00:07:37 2015.
+	[SCHEDULER ITER6 LR1]: log prob per sample :-2.310530.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81944 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54623 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12094 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 210.15095507799> <PPL_OOV 188.4950623323> <LOGP -167826.12639614>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6...
+
+[SCHEDULER ITER7 LR1]: preparing parameters...
+[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46042825
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46047682
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92177930
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92294298
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94199860
+[SCHEDULER ITER7 LR1]: preparing parameters end.
+[SCHEDULER ITER7 LR1]: preparing layers...
+(00:07:47 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:07:47 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:07:47 2015-11-18)[nerv] info: create layer: combinerL1
+(00:07:47 2015-11-18)[nerv] info: create layer: outputL
+(00:07:47 2015-11-18)[nerv] info: create layer: softmaxL
+(00:07:47 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER7 LR1]: preparing layers end.
+[SCHEDULER ITER7 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER7 LR1]: Initing TNN end.
+===ITERATION 7 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 00:08:00 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.249645.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48501 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81810 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15806 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46433 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time
+[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 00:08:13 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.247314.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79514 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08802 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97111 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45029 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 00:08:26 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.238712.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81161 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13044 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98009 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45771 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12685 clock time
+[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 00:08:39 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.239163.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82127 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15979 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99607 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46444 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time
+[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 00:08:52 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.238942.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80956 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11751 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time
+[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 00:09:05 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.233293.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80013 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09748 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97506 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time
+[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 00:09:18 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.229517.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48389 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83202 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99710 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46535 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time
+[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 00:09:31 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.226536.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47671 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80564 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12352 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46008 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time
+[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 00:09:44 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.224857.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80243 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09739 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45264 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time
+[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 00:09:57 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.222971.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81685 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14297 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time
+[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 00:10:10 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.223022.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80319 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09904 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97460 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12587 clock time
+[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 00:10:23 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.222837.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80978 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11340 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97989 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time
+[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 00:10:36 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.222408.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80837 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13064 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46228 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time
+[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 00:10:49 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.221800.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80848 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45587 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time
+[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 00:11:02 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.220159.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47407 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79745 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97112 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45059 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time
+[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 00:11:15 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.218556.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47255 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79249 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07513 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97041 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45076 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 00:11:28 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.218097.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79154 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96977 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45063 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time
+[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 00:11:41 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.217857.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79462 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08181 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97276 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45112 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 00:11:54 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.216960.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47277 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08786 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 00:12:07 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.216709.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80492 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12299 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98972 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45991 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time
+[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 00:12:20 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.215650.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12720 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98288 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45871 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12690 clock time
+[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 00:12:33 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.215435.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47717 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98172 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 184.28443875474> <PPL_OOV 164.24123168359> <LOGP -2059487.8765421>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER7 LR1]: shuffling training file
+===PEEK ON TEST 7===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 00:12:43 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.238224.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53633 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.03291376928> <PPL_OOV 173.11440783459> <LOGP -184505.80687216>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 7===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 00:12:54 2015.
+	[SCHEDULER ITER7 LR1]: log prob per sample :-2.294045.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80443 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52934 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.62529210464> <PPL_OOV 180.79465304931> <LOGP -166490.00854255>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7...
+
+[SCHEDULER ITER8 LR1]: preparing parameters...
+[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1904486
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1909343
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48056478
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48172824
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94217922
+[SCHEDULER ITER8 LR1]: preparing parameters end.
+[SCHEDULER ITER8 LR1]: preparing layers...
+(00:13:04 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:13:04 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:13:04 2015-11-18)[nerv] info: create layer: combinerL1
+(00:13:04 2015-11-18)[nerv] info: create layer: outputL
+(00:13:04 2015-11-18)[nerv] info: create layer: softmaxL
+(00:13:04 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER8 LR1]: preparing layers end.
+[SCHEDULER ITER8 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER8 LR1]: Initing TNN end.
+===ITERATION 8 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 00:13:17 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.205572.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84576 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22309 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01454 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47310 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time
+[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 00:13:30 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.208422.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80086 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11192 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98038 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12501 clock time
+[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 00:13:43 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.202741.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48185 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80785 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98294 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time
+[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 00:13:56 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.204852.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48179 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81183 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14553 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99553 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46277 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time
+[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 00:14:09 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.205325.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47698 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80158 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10692 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97944 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time
+[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 00:14:22 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.200758.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79728 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09697 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97785 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time
+[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 00:14:35 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.197356.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47902 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81324 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15222 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46423 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time
+[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 00:14:48 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.194953.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81446 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15091 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46472 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 00:15:01 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.193882.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10540 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45528 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 00:15:14 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.192172.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47530 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82269 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16605 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00382 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46667 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 00:15:27 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.192464.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81571 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13816 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99100 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46093 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time
+[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 00:15:40 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.192716.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10973 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98225 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45683 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time
+[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 00:15:53 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.192706.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81156 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14336 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 00:16:06 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.192396.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47419 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10990 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98442 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45563 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time
+[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 00:16:19 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.191599.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79950 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09832 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98004 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45452 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time
+[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 00:16:32 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.190479.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82533 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15501 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99283 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46193 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time
+[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 00:16:45 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.190003.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81490 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13382 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98962 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45995 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time
+[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 00:16:58 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.190076.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14334 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99182 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time
+[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 00:17:11 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.189429.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47489 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81188 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98466 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 00:17:24 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.189430.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82488 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17307 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00441 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time
+[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 00:17:37 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.188564.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47269 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10820 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45704 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 00:17:50 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.188497.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47262 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80122 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10586 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 172.74267717744> <PPL_OOV 154.3670126021> <LOGP -2034456.1886602>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER8 LR1]: shuffling training file
+===PEEK ON TEST 8===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 00:18:00 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.228045.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54725 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.23514434273> <PPL_OOV 168.70332456908> <LOGP -183581.80173929>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 8===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 00:18:11 2015.
+	[SCHEDULER ITER8 LR1]: log prob per sample :-2.284902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82075 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54857 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 196.10284212026> <PPL_OOV 176.46640487651> <LOGP -165713.79192028>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8...
+
+[SCHEDULER ITER9 LR1]: preparing parameters...
+[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46046935
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46051792
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92213915
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92330266
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94233834
+[SCHEDULER ITER9 LR1]: preparing parameters end.
+[SCHEDULER ITER9 LR1]: preparing layers...
+(00:18:21 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:18:21 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:18:21 2015-11-18)[nerv] info: create layer: combinerL1
+(00:18:21 2015-11-18)[nerv] info: create layer: outputL
+(00:18:21 2015-11-18)[nerv] info: create layer: softmaxL
+(00:18:21 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER9 LR1]: preparing layers end.
+[SCHEDULER ITER9 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER9 LR1]: Initing TNN end.
+===ITERATION 9 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 00:18:34 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.185243.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84695 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01136 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47049 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time
+[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 00:18:47 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.185234.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80856 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97640 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time
+[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 00:19:00 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.179490.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48235 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11950 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45318 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time
+[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 00:19:13 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.180880.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48303 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16222 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46206 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time
+[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 00:19:26 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.181628.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82934 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15030 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98974 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45769 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time
+[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 00:19:39 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.176834.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47940 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82318 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13651 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98415 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time
+[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 00:19:52 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.173533.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47974 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82177 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15322 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99591 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46131 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12612 clock time
+[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 00:20:05 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.171315.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47775 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82287 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12677 clock time
+[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 00:20:18 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.170219.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47422 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10625 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97700 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time
+[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 00:20:31 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.168687.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83156 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16710 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12675 clock time
+[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 00:20:44 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.169194.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47455 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82759 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14276 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time
+[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 00:20:57 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.169547.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82143 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98386 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time
+[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 00:21:11 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.169675.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84018 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46502 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12752 clock time
+[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 00:21:24 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.169508.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81236 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10750 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98006 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time
+[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 00:21:37 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.167812.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47259 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11556 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45372 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time
+[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 00:21:50 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.166520.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47197 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80943 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10228 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45232 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 00:22:03 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.165820.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81800 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98264 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45472 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time
+[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 00:22:16 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.165612.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80786 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10346 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time
+[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 00:22:29 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.165190.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82445 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13860 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98772 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45716 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12664 clock time
+[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 00:22:42 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.165356.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82297 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99619 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46203 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12605 clock time
+[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 00:22:55 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.165110.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10256 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97844 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45296 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time
+[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 00:23:08 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.165292.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81019 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10406 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 163.38518005346> <PPL_OOV 146.34744649667> <LOGP -2012918.2154296>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER9 LR1]: shuffling training file
+===PEEK ON TEST 9===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 00:23:18 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.218169.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83295 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55981 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12120 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.15775634108> <PPL_OOV 164.85292602699> <LOGP -182755.27768202>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 9===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 00:23:29 2015.
+	[SCHEDULER ITER9 LR1]: log prob per sample :-2.276967.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48430 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82871 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55433 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.16873850907> <PPL_OOV 172.63376177164> <LOGP -165010.39414878>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9...
+
+[SCHEDULER ITER10 LR1]: preparing parameters...
+[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1902646
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1907502
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48081819
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48198168
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94246602
+[SCHEDULER ITER10 LR1]: preparing parameters end.
+[SCHEDULER ITER10 LR1]: preparing layers...
+(00:23:39 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:23:39 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:23:39 2015-11-18)[nerv] info: create layer: combinerL1
+(00:23:39 2015-11-18)[nerv] info: create layer: outputL
+(00:23:39 2015-11-18)[nerv] info: create layer: softmaxL
+(00:23:39 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER10 LR1]: preparing layers end.
+[SCHEDULER ITER10 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER10 LR1]: Initing TNN end.
+===ITERATION 10 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 00:23:52 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.161772.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83139 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18772 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46910 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time
+[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 00:24:05 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.170801.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48586 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82466 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15500 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98956 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46107 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time
+[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 00:24:18 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.169117.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82001 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14624 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98846 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45728 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time
+[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 00:24:31 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.170123.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83064 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17982 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00449 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46598 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time
+[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 00:24:44 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.169525.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47896 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14096 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98897 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45843 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time
+[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 00:24:57 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.163683.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47827 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82231 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14639 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99016 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46009 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time
+[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 00:25:10 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.159520.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47928 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82355 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00328 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 00:25:23 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.156659.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82088 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time
+[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 00:25:36 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.155076.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83399 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16438 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99230 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45984 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time
+[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 00:25:50 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.152968.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48734 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89129 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.29828 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.03081 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48078 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12932 clock time
+[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 00:26:03 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.153260.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98873 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45760 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time
+[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 00:26:16 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.153569.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47537 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82198 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time
+[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 00:26:29 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.153573.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47661 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99956 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46385 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time
+[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 00:26:42 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.153237.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47521 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81610 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98976 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45814 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time
+[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 00:26:55 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.151114.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14536 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99108 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time
+[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 00:27:08 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.149826.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82031 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13735 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45792 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time
+[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 00:27:21 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.149010.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82569 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14261 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98829 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time
+[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 00:27:34 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.148674.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82599 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15562 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99336 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46200 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time
+[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 00:27:47 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.148724.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82125 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13788 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98720 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45933 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time
+[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 00:28:00 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.149097.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47743 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83863 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19219 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00930 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46817 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time
+[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 00:28:13 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.148423.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81130 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11286 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98181 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time
+[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 00:28:26 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.148551.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80734 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10861 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98112 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45529 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 156.94959430419> <PPL_OOV 140.81356339944> <LOGP -1997356.2816957>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER10 LR1]: shuffling training file
+===PEEK ON TEST 10===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 00:28:36 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.211341.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82504 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55136 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 184.23108222268> <PPL_OOV 162.15277628145> <LOGP -182164.06736872>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 10===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 00:28:47 2015.
+	[SCHEDULER ITER10 LR1]: log prob per sample :-2.271336.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83030 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55714 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12132 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.07918878214> <PPL_OOV 169.56604699879> <LOGP -164436.03695526>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10...
+
+[SCHEDULER ITER11 LR1]: preparing parameters...
+[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46048635
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46053492
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92239326
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92355669
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94257460
+[SCHEDULER ITER11 LR1]: preparing parameters end.
+[SCHEDULER ITER11 LR1]: preparing layers...
+(00:28:57 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:28:57 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:28:57 2015-11-18)[nerv] info: create layer: combinerL1
+(00:28:57 2015-11-18)[nerv] info: create layer: outputL
+(00:28:57 2015-11-18)[nerv] info: create layer: softmaxL
+(00:28:57 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER11 LR1]: preparing layers end.
+[SCHEDULER ITER11 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER11 LR1]: Initing TNN end.
+===ITERATION 11 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 00:29:10 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.143029.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48485 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84337 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19730 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00387 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46808 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time
+[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 00:29:23 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.145413.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82191 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12059 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45131 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 00:29:36 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.140768.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48200 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11940 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97390 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45197 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time
+[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 00:29:49 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.142047.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48213 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83749 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16975 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46106 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time
+[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 00:30:02 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.143075.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47867 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82557 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45334 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time
+[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 00:30:15 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.138477.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47733 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82148 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11774 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45176 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time
+[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 00:30:28 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.135379.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47994 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83482 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16503 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99330 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46076 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time
+[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 00:30:41 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.133294.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47740 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83249 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15964 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99307 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46148 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time
+[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 00:30:54 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.132178.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81505 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10574 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97380 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45045 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time
+[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 00:31:07 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.130465.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83557 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16566 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46115 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time
+[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 00:31:20 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.131231.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47554 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82629 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13062 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98047 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time
+[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 00:31:33 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.131842.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82153 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11469 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97634 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 00:31:46 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.131951.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47659 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83607 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46226 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time
+[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 00:31:59 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.131942.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81889 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11204 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97630 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45328 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time
+[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 00:32:12 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.130849.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81801 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10819 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97570 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45123 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time
+[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 00:32:25 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.129992.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47308 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82135 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45182 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time
+[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 00:32:38 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.129367.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82565 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12685 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97970 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45447 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time
+[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 00:32:51 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.129210.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82803 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97931 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time
+[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 00:33:04 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.128640.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47614 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83990 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15629 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98623 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45751 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time
+[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 00:33:18 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.129025.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85036 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19529 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00160 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46830 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time
+[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 00:33:31 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.128246.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47224 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82079 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11696 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97808 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 00:33:44 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.128443.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82409 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12649 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45470 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 149.57738223526> <PPL_OOV 134.44749237511> <LOGP -1978679.1818492>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER11 LR1]: shuffling training file
+===PEEK ON TEST 11===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 00:33:54 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.205328.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83449 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56122 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12064 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.9042131837> <PPL_OOV 159.87838763856> <LOGP -181658.38989893>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 11===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 00:34:05 2015.
+	[SCHEDULER ITER11 LR1]: log prob per sample :-2.266893.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48888 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86414 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.59864 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12195 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.20454831969> <PPL_OOV 167.70312840032> <LOGP -164082.15627008>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11...
+
+[SCHEDULER ITER12 LR1]: preparing parameters...
+[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1900824
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1905681
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48102353
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48218693
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94267080
+[SCHEDULER ITER12 LR1]: preparing parameters end.
+[SCHEDULER ITER12 LR1]: preparing layers...
+(00:34:16 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:34:16 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:34:16 2015-11-18)[nerv] info: create layer: combinerL1
+(00:34:16 2015-11-18)[nerv] info: create layer: outputL
+(00:34:16 2015-11-18)[nerv] info: create layer: softmaxL
+(00:34:16 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER12 LR1]: preparing layers end.
+[SCHEDULER ITER12 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER12 LR1]: Initing TNN end.
+===ITERATION 12 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 00:34:29 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.124180.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48764 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84079 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19820 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46740 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time
+[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 00:34:42 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.126783.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48486 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82197 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98246 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45601 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time
+[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 00:34:55 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.122591.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48585 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83148 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16096 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98543 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46003 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 00:35:08 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.124062.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84121 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18849 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00356 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time
+[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 00:35:21 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.125058.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81435 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11771 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97956 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time
+[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 00:35:34 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.120799.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45260 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 00:35:47 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.117710.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48049 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83354 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99860 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time
+[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 00:36:01 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.115919.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48274 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86156 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22847 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01163 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47046 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time
+[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 00:36:15 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.115002.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48125 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86168 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21326 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00162 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12765 clock time
+[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 00:36:28 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.114106.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47604 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83197 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16527 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99857 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46431 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time
+[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 00:36:41 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.115738.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81419 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98138 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time
+[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 00:36:54 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.116599.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81750 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11619 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98044 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time
+[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 00:37:07 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.116616.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18288 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00273 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46675 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time
+[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 00:37:20 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.116748.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47354 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81486 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11196 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time
+[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 00:37:33 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.115547.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10477 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97865 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45195 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time
+[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 00:37:46 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.114346.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81320 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time
+[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 00:37:59 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.113720.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82419 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13345 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98544 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45675 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 00:38:12 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.113669.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13708 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time
+[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 00:38:25 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.113996.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47360 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82161 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12656 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time
+[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 00:38:38 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.114539.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83423 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00052 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46550 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time
+[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 00:38:51 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.114001.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12688 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45603 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 00:39:04 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.114262.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47292 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81611 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11766 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98113 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.58222209601> <PPL_OOV 130.13001826717> <LOGP -1965502.0572496>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER12 LR1]: shuffling training file
+===PEEK ON TEST 12===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 00:39:14 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.201761.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48589 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84843 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58013 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12216 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.54676495455> <PPL_OOV 158.7323525418> <LOGP -181400.85328212>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 12===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 00:39:25 2015.
+	[SCHEDULER ITER12 LR1]: log prob per sample :-2.264364.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83409 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56194 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12084 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.84158615395> <PPL_OOV 166.49744218503> <LOGP -163851.02207183>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12...
+
+[SCHEDULER ITER13 LR1]: preparing parameters...
+[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46047474
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46052331
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92260944
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92377287
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94277114
+[SCHEDULER ITER13 LR1]: preparing parameters end.
+[SCHEDULER ITER13 LR1]: preparing layers...
+(00:39:35 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:39:35 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:39:35 2015-11-18)[nerv] info: create layer: combinerL1
+(00:39:35 2015-11-18)[nerv] info: create layer: outputL
+(00:39:35 2015-11-18)[nerv] info: create layer: softmaxL
+(00:39:35 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER13 LR1]: preparing layers end.
+[SCHEDULER ITER13 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER13 LR1]: Initing TNN end.
+===ITERATION 13 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 00:39:48 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.108782.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85287 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22176 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01237 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47093 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time
+[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 00:40:01 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.108798.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48449 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82277 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12995 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98017 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45284 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time
+[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 00:40:14 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.105841.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12661 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45235 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time
+[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 00:40:27 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.107861.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48277 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84364 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18398 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46290 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12613 clock time
+[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 00:40:40 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.109129.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82788 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13782 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98356 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45489 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time
+[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 00:40:53 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.105317.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48148 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83894 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98650 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45730 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time
+[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 00:41:07 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.102234.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85391 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46739 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time
+[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 00:41:21 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.100410.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85565 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21493 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00714 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46851 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time
+[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 00:41:35 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.099646.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89600 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27077 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01018 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12953 clock time
+[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 00:41:49 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098502.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89187 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27826 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02146 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12894 clock time
+[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 00:42:02 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.099850.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47791 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84259 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16115 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98921 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time
+[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 00:42:15 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.100737.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83268 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13879 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45417 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time
+[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 00:42:29 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.100767.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85293 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20560 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46819 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time
+[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 00:42:42 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.101049.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15142 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98941 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45912 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 00:42:55 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.099862.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83072 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13714 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 00:43:08 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098814.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47635 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83430 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15283 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99078 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45720 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time
+[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 00:43:21 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098536.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47434 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82509 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12325 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45456 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time
+[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 00:43:34 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098495.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45514 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time
+[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 00:43:47 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098293.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82589 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98122 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45420 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 00:44:00 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098735.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47648 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83450 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46155 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time
+[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 00:44:13 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098021.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47246 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10851 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97653 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45105 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 00:44:26 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098288.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82010 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45229 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12492 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 139.14707992521> <PPL_OOV 125.43173243352> <LOGP -1950656.4557867>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER13 LR1]: shuffling training file
+===PEEK ON TEST 13===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 00:44:36 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.196971.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84254 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57022 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.83623497243> <PPL_OOV 156.85079313441> <LOGP -180973.97025543>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 13===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 00:44:47 2015.
+	[SCHEDULER ITER13 LR1]: log prob per sample :-2.261017.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48406 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84288 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56977 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.60232537013> <PPL_OOV 165.06778643143> <LOGP -163574.77326985>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13...
+
+[SCHEDULER ITER14 LR1]: preparing parameters...
+[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1898779
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1903636
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48124723
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48241050
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94286873
+[SCHEDULER ITER14 LR1]: preparing parameters end.
+[SCHEDULER ITER14 LR1]: preparing layers...
+(00:44:58 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:44:58 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:44:58 2015-11-18)[nerv] info: create layer: combinerL1
+(00:44:58 2015-11-18)[nerv] info: create layer: outputL
+(00:44:58 2015-11-18)[nerv] info: create layer: softmaxL
+(00:44:58 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER14 LR1]: preparing layers end.
+[SCHEDULER ITER14 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER14 LR1]: Initing TNN end.
+===ITERATION 14 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 00:45:11 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.095183.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48528 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84731 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20431 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00528 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46767 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time
+[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 00:45:24 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.099174.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85118 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19616 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99643 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12632 clock time
+[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 00:45:37 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.095034.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83246 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15372 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98370 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time
+[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 00:45:51 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.096218.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48290 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84470 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19316 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46453 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time
+[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 00:46:05 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.097160.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49149 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.90569 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30035 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01638 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47653 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12899 clock time
+[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 00:46:18 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.093351.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47871 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83477 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98639 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 00:46:32 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.090035.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84767 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00424 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46981 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 00:46:45 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.088070.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84036 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18189 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00190 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46364 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time
+[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 00:46:58 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.087120.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47124 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80709 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10102 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97545 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45292 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12428 clock time
+[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 00:47:11 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.085270.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81891 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14705 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99503 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46280 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time
+[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 00:47:24 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.086460.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80374 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09799 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97581 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time
+[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 00:47:37 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.087289.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80497 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10176 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97762 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45506 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12453 clock time
+[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 00:47:50 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.088368.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83290 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17733 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00184 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46859 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 00:48:03 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.088686.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81538 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11729 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97983 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time
+[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 00:48:16 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.086702.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47095 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80941 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11138 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98111 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12448 clock time
+[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 00:48:29 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.085500.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80579 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10243 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time
+[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 00:48:42 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.084911.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81021 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97949 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45439 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time
+[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 00:48:55 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.084741.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82140 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14059 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98778 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46048 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time
+[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 00:49:08 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.083971.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81651 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98398 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45694 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 00:49:21 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.084458.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82866 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16822 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00012 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46687 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time
+[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 00:49:34 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.083801.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81981 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13662 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46026 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time
+[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 00:49:47 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.084156.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81549 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12066 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.49802594387> <PPL_OOV 121.41682391797> <LOGP -1937522.7088048>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER14 LR1]: shuffling training file
+===PEEK ON TEST 14===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 00:49:57 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.194611.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83446 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56400 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.38429774111> <PPL_OOV 155.98874342017> <LOGP -180776.6773882>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 14===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 00:50:08 2015.
+	[SCHEDULER ITER14 LR1]: log prob per sample :-2.259121.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48138 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81824 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54278 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.26000367412> <PPL_OOV 164.19471013401> <LOGP -163404.89173972>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14...
+
+[SCHEDULER ITER15 LR1]: preparing parameters...
+[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46044096
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46048953
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92284056
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92400364
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94298070
+[SCHEDULER ITER15 LR1]: preparing parameters end.
+[SCHEDULER ITER15 LR1]: preparing layers...
+(00:50:18 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:50:18 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:50:18 2015-11-18)[nerv] info: create layer: combinerL1
+(00:50:18 2015-11-18)[nerv] info: create layer: outputL
+(00:50:18 2015-11-18)[nerv] info: create layer: softmaxL
+(00:50:18 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER15 LR1]: preparing layers end.
+[SCHEDULER ITER15 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER15 LR1]: Initing TNN end.
+===ITERATION 15 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 00:50:31 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.084755.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48456 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83619 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00208 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46413 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time
+[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 00:50:44 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.083071.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48307 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80411 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10743 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97613 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45225 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time
+[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 00:50:57 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.079476.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80686 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11642 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97712 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45290 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time
+[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 00:51:10 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.081760.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48315 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time
+[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 00:51:23 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.082811.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47749 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80413 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10360 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45237 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 00:51:36 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.079307.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47737 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80264 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09892 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45130 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time
+[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 00:51:49 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.076124.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47945 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81845 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46088 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time
+[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 00:52:03 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.074328.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48047 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83752 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19090 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46671 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time
+[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 00:52:16 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.073550.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82126 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13777 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time
+[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 00:52:29 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.071915.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83048 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00270 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46556 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time
+[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 00:52:42 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.073241.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13908 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98663 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time
+[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 00:52:55 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.074109.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47480 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82636 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14499 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45918 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time
+[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 00:53:08 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.075079.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00094 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12589 clock time
+[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 00:53:21 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.075447.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47272 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81482 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12029 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98257 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45487 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time
+[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 00:53:34 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.073494.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81963 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13379 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98648 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45673 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time
+[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 00:53:47 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.072317.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81078 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11494 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98053 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time
+[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 00:54:00 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.071806.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82900 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time
+[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 00:54:13 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.071717.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80727 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10483 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97748 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45332 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time
+[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 00:54:26 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.070849.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47245 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80543 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97837 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time
+[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 00:54:39 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.071356.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16661 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time
+[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 00:54:52 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.070792.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47159 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80588 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10110 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45147 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 00:55:05 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.071187.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82087 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13882 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45753 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.36860152819> <PPL_OOV 117.84951850067> <LOGP -1925483.5498581>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER15 LR1]: shuffling training file
+===PEEK ON TEST 15===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 00:55:15 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.193578.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83504 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56477 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.622874266> <PPL_OOV 155.5227444733> <LOGP -180669.57212844>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 15===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 00:55:26 2015.
+	[SCHEDULER ITER15 LR1]: log prob per sample :-2.258322.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48441 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82182 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54943 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.60902176624> <PPL_OOV 163.76844354467> <LOGP -163321.6211386>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15...
+
+[SCHEDULER ITER16 LR1]: preparing parameters...
+[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1896582
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1901439
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48151007
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48267317
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94309673
+[SCHEDULER ITER16 LR1]: preparing parameters end.
+[SCHEDULER ITER16 LR1]: preparing layers...
+(00:55:37 2015-11-18)[nerv] info: create layer: recurrentL1
+(00:55:37 2015-11-18)[nerv] info: create layer: sigmoidL1
+(00:55:37 2015-11-18)[nerv] info: create layer: combinerL1
+(00:55:37 2015-11-18)[nerv] info: create layer: outputL
+(00:55:37 2015-11-18)[nerv] info: create layer: softmaxL
+(00:55:37 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER16 LR1]: preparing layers end.
+[SCHEDULER ITER16 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER16 LR1]: Initing TNN end.
+===ITERATION 16 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 00:55:50 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.071227.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18100 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00859 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 00:56:03 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.072173.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49029 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83847 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18593 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99683 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time
+[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 00:56:16 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.068604.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82204 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14755 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98562 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time
+[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 00:56:29 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.069902.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81624 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15281 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99791 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46414 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time
+[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 00:56:42 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.070775.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81125 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45772 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time
+[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 00:56:55 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.067488.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81144 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12349 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98349 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45729 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time
+[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 00:57:09 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.064263.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48363 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82973 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19167 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00886 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46967 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time
+[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 00:57:22 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.062450.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82964 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46965 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time
+[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 00:57:35 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.061649.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79884 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09840 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97862 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time
+[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 00:57:48 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059971.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47477 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82120 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00067 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46666 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time
+[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 00:58:01 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.061392.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09898 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97950 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time
+[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 00:58:14 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.062296.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79912 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97840 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12455 clock time
+[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 00:58:27 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.062546.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47370 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80748 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12849 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99300 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46253 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time
+[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 00:58:40 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.063029.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47221 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79284 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45313 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time
+[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 00:58:53 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.061276.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47216 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80477 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10875 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98306 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time
+[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 00:59:06 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.060129.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47336 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81350 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11917 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98273 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time
+[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 00:59:19 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059711.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79441 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08449 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45365 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time
+[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 00:59:32 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059707.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79452 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08711 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45428 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time
+[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 00:59:45 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059127.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47173 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79547 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08641 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time
+[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 00:59:58 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059780.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47525 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15106 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46492 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time
+[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 01:00:11 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059387.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80847 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11131 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98269 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12478 clock time
+[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 01:00:24 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059834.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80350 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10329 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45519 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.85826557967> <PPL_OOV 114.80783342275> <LOGP -1914926.8665176>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER16 LR1]: shuffling training file
+===PEEK ON TEST 16===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 01:00:34 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.189529.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82575 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55181 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.63446833412> <PPL_OOV 154.27206703806> <LOGP -180380.52201727>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 16===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 01:00:45 2015.
+	[SCHEDULER ITER16 LR1]: log prob per sample :-2.255335.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81055 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53316 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.57065508419> <PPL_OOV 162.50437885542> <LOGP -163073.40741604>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16...
+
+[SCHEDULER ITER17 LR1]: preparing parameters...
+[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46040789
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46045646
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92309964
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92426275
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94321898
+[SCHEDULER ITER17 LR1]: preparing parameters end.
+[SCHEDULER ITER17 LR1]: preparing layers...
+(01:00:55 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:00:55 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:00:55 2015-11-18)[nerv] info: create layer: combinerL1
+(01:00:55 2015-11-18)[nerv] info: create layer: outputL
+(01:00:55 2015-11-18)[nerv] info: create layer: softmaxL
+(01:00:55 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER17 LR1]: preparing layers end.
+[SCHEDULER ITER17 LR1]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER17 LR1]: Initing TNN end.
+===ITERATION 17 LR 1.000000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 01:01:08 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.062199.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48728 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83177 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18654 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46800 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time
+[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 01:01:21 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.061475.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48785 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97954 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time
+[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 01:01:34 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.057783.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48591 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81042 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12768 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time
+[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 01:01:47 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.058875.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82748 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time
+[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 01:02:01 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.060098.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48662 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84265 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99358 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46418 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12771 clock time
+[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 01:02:14 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.056824.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48193 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81026 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12242 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97948 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45699 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time
+[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 01:02:27 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.053589.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48000 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80796 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13087 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98814 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 01:02:40 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.051827.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80612 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12633 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98853 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time
+[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 01:02:53 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.051082.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79486 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08611 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97118 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45242 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time
+[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 01:03:06 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.049413.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81092 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13070 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98900 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time
+[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 01:03:19 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.050777.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47517 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79671 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08933 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45253 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time
+[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 01:03:32 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.051765.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47618 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80279 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10402 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97887 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45532 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time
+[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 01:03:45 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.051868.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83054 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17472 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00078 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46555 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time
+[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 01:03:58 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.052340.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79523 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08696 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 01:04:11 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.050566.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47702 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81171 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12312 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98227 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time
+[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 01:04:25 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.049437.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48534 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84783 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99801 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46757 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time
+[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 01:04:38 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.048901.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80044 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09377 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97399 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 01:04:51 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.048947.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81309 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time
+[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 01:05:04 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.048059.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81062 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11812 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time
+[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 01:05:17 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.048592.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81254 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13452 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46283 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time
+[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 01:05:30 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.048633.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47424 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79503 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08244 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97079 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12441 clock time
+[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 01:05:43 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.049066.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09063 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97217 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 123.60939506581> <PPL_OOV 111.9929795575> <LOGP -1904905.2257849>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER17 LR1]: shuffling training file
+===PEEK ON TEST 17===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 01:05:53 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.189179.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82317 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55264 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12116 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.34178481977> <PPL_OOV 153.96296950286> <LOGP -180308.72386106>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 17===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 01:06:04 2015.
+	[SCHEDULER ITER17 LR1]: log prob per sample :-2.254521.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49475 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86100 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60289 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12272 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.65506161296> <PPL_OOV 162.51420142726> <LOGP -163075.34362507>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER17 LR1]: PPL did not improve, rejected, copying param file of last iter...
+
+[SCHEDULER ITER18 LR0.6]: preparing parameters...
+[SCHEDULER ITER18 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46040789
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46045646
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92309964
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92426275
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94321898
+[SCHEDULER ITER18 LR0.6]: preparing parameters end.
+[SCHEDULER ITER18 LR0.6]: preparing layers...
+(01:06:13 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:06:13 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:06:13 2015-11-18)[nerv] info: create layer: combinerL1
+(01:06:13 2015-11-18)[nerv] info: create layer: outputL
+(01:06:13 2015-11-18)[nerv] info: create layer: softmaxL
+(01:06:13 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER18 LR0.6]: preparing layers end.
+[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER18 LR0.6]: Initing TNN end.
+===ITERATION 18 LR 0.600000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER18 LR0.6]: 40092 words processed Wed Nov 18 01:06:26 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.034654.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81674 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16711 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00550 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46551 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER18 LR0.6]: 80099 words processed Wed Nov 18 01:06:39 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.029461.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48300 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80074 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11257 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98268 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45412 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time
+[SCHEDULER ITER18 LR0.6]: 120004 words processed Wed Nov 18 01:06:52 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023381.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48143 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80204 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98410 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER18 LR0.6]: 160114 words processed Wed Nov 18 01:07:05 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023577.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82836 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18506 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00914 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46643 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time
+[SCHEDULER ITER18 LR0.6]: 200066 words processed Wed Nov 18 01:07:18 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.022745.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48104 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82342 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99391 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46014 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time
+[SCHEDULER ITER18 LR0.6]: 240045 words processed Wed Nov 18 01:07:31 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018657.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83350 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17912 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99889 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46213 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time
+[SCHEDULER ITER18 LR0.6]: 280057 words processed Wed Nov 18 01:07:44 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014651.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47989 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81670 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16669 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00640 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46395 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time
+[SCHEDULER ITER18 LR0.6]: 320106 words processed Wed Nov 18 01:07:58 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012165.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47996 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83043 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46886 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time
+[SCHEDULER ITER18 LR0.6]: 360024 words processed Wed Nov 18 01:08:11 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010607.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12716 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98808 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time
+[SCHEDULER ITER18 LR0.6]: 400089 words processed Wed Nov 18 01:08:24 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008116.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81228 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15047 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time
+[SCHEDULER ITER18 LR0.6]: 440067 words processed Wed Nov 18 01:08:37 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008955.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80505 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11756 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98790 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time
+[SCHEDULER ITER18 LR0.6]: 480051 words processed Wed Nov 18 01:08:50 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009446.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80237 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11394 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98659 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time
+[SCHEDULER ITER18 LR0.6]: 520140 words processed Wed Nov 18 01:09:03 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008913.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82843 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18219 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46580 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time
+[SCHEDULER ITER18 LR0.6]: 560132 words processed Wed Nov 18 01:09:16 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008798.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80083 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10620 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98484 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time
+[SCHEDULER ITER18 LR0.6]: 600118 words processed Wed Nov 18 01:09:29 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.006422.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79868 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98489 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time
+[SCHEDULER ITER18 LR0.6]: 640090 words processed Wed Nov 18 01:09:42 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.004642.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79893 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10198 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time
+[SCHEDULER ITER18 LR0.6]: 680075 words processed Wed Nov 18 01:09:55 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003595.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47203 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10271 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98452 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[SCHEDULER ITER18 LR0.6]: 720043 words processed Wed Nov 18 01:10:08 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002975.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80093 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10834 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98545 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45358 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time
+[SCHEDULER ITER18 LR0.6]: 760012 words processed Wed Nov 18 01:10:21 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001556.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80161 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10848 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98439 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45538 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time
+[SCHEDULER ITER18 LR0.6]: 800113 words processed Wed Nov 18 01:10:34 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001687.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81334 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15539 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46446 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time
+[SCHEDULER ITER18 LR0.6]: 840089 words processed Wed Nov 18 01:10:47 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000731.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80950 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13080 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99234 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45832 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time
+[SCHEDULER ITER18 LR0.6]: 880052 words processed Wed Nov 18 01:11:00 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000778.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80655 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12254 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98965 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR0.6]: Displaying result:
+[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 110.74585638614> <PPL_OOV 100.1904092633> <LOGP -1859945.9805466>
+[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER18 LR0.6]: shuffling training file
+===PEEK ON TEST 18===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER18 LR0.6]: 40087 words processed Wed Nov 18 01:11:10 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.161595.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48174 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81049 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53468 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR0.6]: Displaying result:
+[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.90330871157> <PPL_OOV 144.87847735377> <LOGP -178131.5492493>
+[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 18===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER18 LR0.6]: 40095 words processed Wed Nov 18 01:11:21 2015.
+	[SCHEDULER ITER18 LR0.6]: log prob per sample :-2.230499.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83333 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56178 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR0.6]: Displaying result:
+[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 169.96685846585> <PPL_OOV 152.97725438205> <LOGP -161138.07734034>
+[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18...
+
+[SCHEDULER ITER19 LR0.36]: preparing parameters...
+[SCHEDULER ITER19 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1894502
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1899358
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48169801
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48286086
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94324698
+[SCHEDULER ITER19 LR0.36]: preparing parameters end.
+[SCHEDULER ITER19 LR0.36]: preparing layers...
+(01:11:32 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:11:32 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:11:32 2015-11-18)[nerv] info: create layer: combinerL1
+(01:11:32 2015-11-18)[nerv] info: create layer: outputL
+(01:11:32 2015-11-18)[nerv] info: create layer: softmaxL
+(01:11:32 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER19 LR0.36]: preparing layers end.
+[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER19 LR0.36]: Initing TNN end.
+===ITERATION 19 LR 0.360000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER19 LR0.36]: 40092 words processed Wed Nov 18 01:11:45 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997246.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83523 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14578 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96110 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47066 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time
+[SCHEDULER ITER19 LR0.36]: 80099 words processed Wed Nov 18 01:11:58 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.992757.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48320 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81225 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93276 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER19 LR0.36]: 120004 words processed Wed Nov 18 01:12:11 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986713.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93910 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45665 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time
+[SCHEDULER ITER19 LR0.36]: 160114 words processed Wed Nov 18 01:12:24 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.987052.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48156 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82649 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95162 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time
+[SCHEDULER ITER19 LR0.36]: 200066 words processed Wed Nov 18 01:12:37 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986163.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06602 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93252 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45416 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time
+[SCHEDULER ITER19 LR0.36]: 240045 words processed Wed Nov 18 01:12:50 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982070.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81336 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06981 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93356 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER19 LR0.36]: 280057 words processed Wed Nov 18 01:13:03 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.978092.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48029 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83367 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12984 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95412 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time
+[SCHEDULER ITER19 LR0.36]: 320106 words processed Wed Nov 18 01:13:16 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.975588.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10377 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46156 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time
+[SCHEDULER ITER19 LR0.36]: 360024 words processed Wed Nov 18 01:13:29 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973917.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81012 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45467 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time
+[SCHEDULER ITER19 LR0.36]: 400089 words processed Wed Nov 18 01:13:42 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971239.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82368 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10715 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.95074 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46450 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time
+[SCHEDULER ITER19 LR0.36]: 440067 words processed Wed Nov 18 01:13:55 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971940.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06387 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93498 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time
+[SCHEDULER ITER19 LR0.36]: 480051 words processed Wed Nov 18 01:14:08 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972298.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47460 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81485 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07065 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93581 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time
+[SCHEDULER ITER19 LR0.36]: 520140 words processed Wed Nov 18 01:14:21 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971580.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84443 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96062 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46957 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time
+[SCHEDULER ITER19 LR0.36]: 560132 words processed Wed Nov 18 01:14:34 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971346.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81781 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07939 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93985 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45759 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time
+[SCHEDULER ITER19 LR0.36]: 600118 words processed Wed Nov 18 01:14:47 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.968877.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81593 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07123 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93519 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45555 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time
+[SCHEDULER ITER19 LR0.36]: 640090 words processed Wed Nov 18 01:15:00 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966946.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08904 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94022 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45997 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12622 clock time
+[SCHEDULER ITER19 LR0.36]: 680075 words processed Wed Nov 18 01:15:13 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.965667.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82104 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08486 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93996 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time
+[SCHEDULER ITER19 LR0.36]: 720043 words processed Wed Nov 18 01:15:26 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964819.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81494 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06603 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time
+[SCHEDULER ITER19 LR0.36]: 760012 words processed Wed Nov 18 01:15:39 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963124.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47257 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.05946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93174 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45462 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[SCHEDULER ITER19 LR0.36]: 800113 words processed Wed Nov 18 01:15:52 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963080.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82290 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10481 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.94976 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46399 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time
+[SCHEDULER ITER19 LR0.36]: 840089 words processed Wed Nov 18 01:16:05 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961911.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06024 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93225 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time
+[SCHEDULER ITER19 LR0.36]: 880052 words processed Wed Nov 18 01:16:18 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961727.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81524 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07453 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.93706 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45511 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR0.36]: Displaying result:
+[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 101.04384865279> <PPL_OOV 91.563922711843> <LOGP -1823597.4140822>
+[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER19 LR0.36]: shuffling training file
+===PEEK ON TEST 19===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER19 LR0.36]: 40087 words processed Wed Nov 18 01:16:28 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-2.140997.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82854 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55619 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR0.36]: Displaying result:
+[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.06285532222> <PPL_OOV 138.43309683958> <LOGP -176502.40779745>
+[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 19===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER19 LR0.36]: 40095 words processed Wed Nov 18 01:16:39 2015.
+	[SCHEDULER ITER19 LR0.36]: log prob per sample :-2.212296.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48255 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54767 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR0.36]: Displaying result:
+[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 162.89537467304> <PPL_OOV 146.24730311894> <LOGP -159696.88101076>
+[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19...
+
+[SCHEDULER ITER20 LR0.216]: preparing parameters...
+[SCHEDULER ITER20 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46037538
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46042394
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92315401
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92431688
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94325528
+[SCHEDULER ITER20 LR0.216]: preparing parameters end.
+[SCHEDULER ITER20 LR0.216]: preparing layers...
+(01:16:49 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:16:49 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:16:49 2015-11-18)[nerv] info: create layer: combinerL1
+(01:16:49 2015-11-18)[nerv] info: create layer: outputL
+(01:16:49 2015-11-18)[nerv] info: create layer: softmaxL
+(01:16:49 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER20 LR0.216]: preparing layers end.
+[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER20 LR0.216]: Initing TNN end.
+===ITERATION 20 LR 0.216000===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER20 LR0.216]: 40092 words processed Wed Nov 18 01:17:02 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.971285.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48490 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01522 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46703 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time
+[SCHEDULER ITER20 LR0.216]: 80099 words processed Wed Nov 18 01:17:15 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967177.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79211 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11219 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99015 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time
+[SCHEDULER ITER20 LR0.216]: 120004 words processed Wed Nov 18 01:17:29 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961339.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49334 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84971 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23529 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01601 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12819 clock time
+[SCHEDULER ITER20 LR0.216]: 160114 words processed Wed Nov 18 01:17:43 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961815.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83328 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20952 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01934 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47159 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time
+[SCHEDULER ITER20 LR0.216]: 200066 words processed Wed Nov 18 01:17:56 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.960939.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48100 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80087 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12810 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99400 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time
+[SCHEDULER ITER20 LR0.216]: 240045 words processed Wed Nov 18 01:18:09 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957003.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48078 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80500 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99792 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER20 LR0.216]: 280057 words processed Wed Nov 18 01:18:22 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.953001.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80453 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14805 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time
+[SCHEDULER ITER20 LR0.216]: 320106 words processed Wed Nov 18 01:18:35 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950491.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47822 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16030 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46424 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER20 LR0.216]: 360024 words processed Wed Nov 18 01:18:48 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948777.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47758 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15338 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00054 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46180 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time
+[SCHEDULER ITER20 LR0.216]: 400089 words processed Wed Nov 18 01:19:01 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946006.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47781 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81768 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17665 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01590 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time
+[SCHEDULER ITER20 LR0.216]: 440067 words processed Wed Nov 18 01:19:14 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946610.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47449 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79239 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99062 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time
+[SCHEDULER ITER20 LR0.216]: 480051 words processed Wed Nov 18 01:19:27 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946897.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79401 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98993 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45517 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12457 clock time
+[SCHEDULER ITER20 LR0.216]: 520140 words processed Wed Nov 18 01:19:40 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946042.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80433 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14620 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00785 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46384 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time
+[SCHEDULER ITER20 LR0.216]: 560132 words processed Wed Nov 18 01:19:53 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945762.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79400 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10434 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99027 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time
+[SCHEDULER ITER20 LR0.216]: 600118 words processed Wed Nov 18 01:20:06 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.943262.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47652 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10431 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98952 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45270 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time
+[SCHEDULER ITER20 LR0.216]: 640090 words processed Wed Nov 18 01:20:19 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941123.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11541 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99433 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time
+[SCHEDULER ITER20 LR0.216]: 680075 words processed Wed Nov 18 01:20:32 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.939704.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47352 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79202 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09742 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45320 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time
+[SCHEDULER ITER20 LR0.216]: 720043 words processed Wed Nov 18 01:20:45 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938719.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10413 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98964 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time
+[SCHEDULER ITER20 LR0.216]: 760012 words processed Wed Nov 18 01:20:58 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936838.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79094 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09979 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98961 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time
+[SCHEDULER ITER20 LR0.216]: 800113 words processed Wed Nov 18 01:21:11 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936684.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81009 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15084 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00722 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46232 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time
+[SCHEDULER ITER20 LR0.216]: 840089 words processed Wed Nov 18 01:21:24 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935410.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47494 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11046 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99310 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45614 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time
+[SCHEDULER ITER20 LR0.216]: 880052 words processed Wed Nov 18 01:21:37 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935097.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80100 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11845 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99265 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45551 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR0.216]: Displaying result:
+[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.898460529851> <PPL_OOV 86.111949954208> <LOGP -1798813.6729592>
+[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER20 LR0.216]: shuffling training file
+===PEEK ON TEST 20===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER20 LR0.216]: 40087 words processed Wed Nov 18 01:21:47 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-2.126993.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48508 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81619 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54602 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR0.216]: Displaying result:
+[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 153.58878986833> <PPL_OOV 134.20795124944> <LOGP -175392.76087493>
+[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 20===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER20 LR0.216]: 40095 words processed Wed Nov 18 01:21:58 2015.
+	[SCHEDULER ITER20 LR0.216]: log prob per sample :-2.199927.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49645 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87344 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.62012 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12341 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR0.216]: Displaying result:
+[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 158.13661700941> <PPL_OOV 141.70454298301> <LOGP -158686.06715207>
+[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20...
+
+[SCHEDULER ITER21 LR0.1296]: preparing parameters...
+[SCHEDULER ITER21 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1893265
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1898120
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48171853
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48288138
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94324725
+[SCHEDULER ITER21 LR0.1296]: preparing parameters end.
+[SCHEDULER ITER21 LR0.1296]: preparing layers...
+(01:22:09 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:22:09 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:22:09 2015-11-18)[nerv] info: create layer: combinerL1
+(01:22:09 2015-11-18)[nerv] info: create layer: outputL
+(01:22:09 2015-11-18)[nerv] info: create layer: softmaxL
+(01:22:09 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER21 LR0.1296]: preparing layers end.
+[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER21 LR0.1296]: Initing TNN end.
+===ITERATION 21 LR 0.129600===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER21 LR0.1296]: 40092 words processed Wed Nov 18 01:22:22 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.953742.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83535 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17975 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99809 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time
+[SCHEDULER ITER21 LR0.1296]: 80099 words processed Wed Nov 18 01:22:35 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.949666.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82389 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45800 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time
+[SCHEDULER ITER21 LR0.1296]: 120004 words processed Wed Nov 18 01:22:48 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944000.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48683 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13862 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97701 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45749 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time
+[SCHEDULER ITER21 LR0.1296]: 160114 words processed Wed Nov 18 01:23:01 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944525.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48415 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83058 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16651 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99290 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46397 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time
+[SCHEDULER ITER21 LR0.1296]: 200066 words processed Wed Nov 18 01:23:14 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943686.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81428 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11347 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97365 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time
+[SCHEDULER ITER21 LR0.1296]: 240045 words processed Wed Nov 18 01:23:27 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939797.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47838 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97211 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time
+[SCHEDULER ITER21 LR0.1296]: 280057 words processed Wed Nov 18 01:23:40 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935800.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82627 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15537 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99014 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46332 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time
+[SCHEDULER ITER21 LR0.1296]: 320106 words processed Wed Nov 18 01:23:53 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933277.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83419 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17437 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46524 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time
+[SCHEDULER ITER21 LR0.1296]: 360024 words processed Wed Nov 18 01:24:06 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931540.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47296 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11143 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97410 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45545 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time
+[SCHEDULER ITER21 LR0.1296]: 400089 words processed Wed Nov 18 01:24:19 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928721.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84280 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99775 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46928 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time
+[SCHEDULER ITER21 LR0.1296]: 440067 words processed Wed Nov 18 01:24:32 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929267.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47607 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83071 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14605 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time
+[SCHEDULER ITER21 LR0.1296]: 480051 words processed Wed Nov 18 01:24:45 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929487.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47603 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83625 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14747 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98174 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45954 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12603 clock time
+[SCHEDULER ITER21 LR0.1296]: 520140 words processed Wed Nov 18 01:24:58 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928578.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83502 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99574 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46753 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time
+[SCHEDULER ITER21 LR0.1296]: 560132 words processed Wed Nov 18 01:25:11 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928258.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47394 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81255 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10599 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time
+[SCHEDULER ITER21 LR0.1296]: 600118 words processed Wed Nov 18 01:25:24 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.925730.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47340 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80920 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09843 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97168 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45324 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time
+[SCHEDULER ITER21 LR0.1296]: 640090 words processed Wed Nov 18 01:25:37 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923506.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81370 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10628 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97279 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45571 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time
+[SCHEDULER ITER21 LR0.1296]: 680075 words processed Wed Nov 18 01:25:51 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922004.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48580 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88188 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99948 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47226 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time
+[SCHEDULER ITER21 LR0.1296]: 720043 words processed Wed Nov 18 01:26:04 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920910.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84278 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16868 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98455 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time
+[SCHEDULER ITER21 LR0.1296]: 760012 words processed Wed Nov 18 01:26:17 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918898.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47332 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81215 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10523 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97202 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45502 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER21 LR0.1296]: 800113 words processed Wed Nov 18 01:26:30 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918661.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47582 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15045 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46417 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time
+[SCHEDULER ITER21 LR0.1296]: 840089 words processed Wed Nov 18 01:26:43 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.917307.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81547 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time
+[SCHEDULER ITER21 LR0.1296]: 880052 words processed Wed Nov 18 01:26:57 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916896.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48529 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86668 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22246 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99682 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46953 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12801 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR0.1296]: Displaying result:
+[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.907806161562> <PPL_OOV 82.571896416466> <LOGP -1781866.1828926>
+[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER21 LR0.1296]: shuffling training file
+===PEEK ON TEST 21===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER21 LR0.1296]: 40087 words processed Wed Nov 18 01:27:07 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.117906.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48806 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83744 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57050 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR0.1296]: Displaying result:
+[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.8337307801> <PPL_OOV 131.59012321961> <LOGP -174687.57609084>
+[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 21===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER21 LR0.1296]: 40095 words processed Wed Nov 18 01:27:18 2015.
+	[SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.192129.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48533 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83460 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56408 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12082 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR0.1296]: Displaying result:
+[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.17968513367> <PPL_OOV 138.8677647813> <LOGP -158038.28259389>
+[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21...
+
+[SCHEDULER ITER22 LR0.07776]: preparing parameters...
+[SCHEDULER ITER22 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46035890
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46040744
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92314595
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92430868
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94323820
+[SCHEDULER ITER22 LR0.07776]: preparing parameters end.
+[SCHEDULER ITER22 LR0.07776]: preparing layers...
+(01:27:29 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:27:29 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:27:29 2015-11-18)[nerv] info: create layer: combinerL1
+(01:27:29 2015-11-18)[nerv] info: create layer: outputL
+(01:27:29 2015-11-18)[nerv] info: create layer: softmaxL
+(01:27:29 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER22 LR0.07776]: preparing layers end.
+[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER22 LR0.07776]: Initing TNN end.
+===ITERATION 22 LR 0.077760===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER22 LR0.07776]: 40092 words processed Wed Nov 18 01:27:42 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.941315.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48716 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82201 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01553 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46644 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time
+[SCHEDULER ITER22 LR0.07776]: 80099 words processed Wed Nov 18 01:27:55 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.937218.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48494 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80214 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12705 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99292 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time
+[SCHEDULER ITER22 LR0.07776]: 120004 words processed Wed Nov 18 01:28:08 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931731.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48239 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12549 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time
+[SCHEDULER ITER22 LR0.07776]: 160114 words processed Wed Nov 18 01:28:21 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932309.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48095 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80595 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14765 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46196 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time
+[SCHEDULER ITER22 LR0.07776]: 200066 words processed Wed Nov 18 01:28:34 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931543.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79543 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10446 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98775 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45265 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time
+[SCHEDULER ITER22 LR0.07776]: 240045 words processed Wed Nov 18 01:28:47 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.927720.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47718 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79387 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10554 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time
+[SCHEDULER ITER22 LR0.07776]: 280057 words processed Wed Nov 18 01:29:00 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923755.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81733 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17272 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01077 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46531 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time
+[SCHEDULER ITER22 LR0.07776]: 320106 words processed Wed Nov 18 01:29:13 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921251.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47763 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81856 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17521 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01408 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46592 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time
+[SCHEDULER ITER22 LR0.07776]: 360024 words processed Wed Nov 18 01:29:27 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919522.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47894 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83634 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19469 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01143 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46466 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time
+[SCHEDULER ITER22 LR0.07776]: 400089 words processed Wed Nov 18 01:29:40 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916686.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17288 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01459 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46635 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time
+[SCHEDULER ITER22 LR0.07776]: 440067 words processed Wed Nov 18 01:29:53 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917239.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47406 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12217 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time
+[SCHEDULER ITER22 LR0.07776]: 480051 words processed Wed Nov 18 01:30:06 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917423.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80608 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45824 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER22 LR0.07776]: 520140 words processed Wed Nov 18 01:30:19 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916502.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81649 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16770 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01344 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46653 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time
+[SCHEDULER ITER22 LR0.07776]: 560132 words processed Wed Nov 18 01:30:32 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916174.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81849 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15873 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00673 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time
+[SCHEDULER ITER22 LR0.07776]: 600118 words processed Wed Nov 18 01:30:45 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.913629.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12689 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99649 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time
+[SCHEDULER ITER22 LR0.07776]: 640090 words processed Wed Nov 18 01:30:58 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911354.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80166 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12156 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99638 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time
+[SCHEDULER ITER22 LR0.07776]: 680075 words processed Wed Nov 18 01:31:11 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909822.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79619 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10592 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99131 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45421 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time
+[SCHEDULER ITER22 LR0.07776]: 720043 words processed Wed Nov 18 01:31:24 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908650.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79780 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11068 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99133 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12443 clock time
+[SCHEDULER ITER22 LR0.07776]: 760012 words processed Wed Nov 18 01:31:37 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906572.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47185 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10399 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12407 clock time
+[SCHEDULER ITER22 LR0.07776]: 800113 words processed Wed Nov 18 01:31:50 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906280.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47450 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01155 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46616 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER22 LR0.07776]: 840089 words processed Wed Nov 18 01:32:03 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904877.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12632 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99762 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45794 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time
+[SCHEDULER ITER22 LR0.07776]: 880052 words processed Wed Nov 18 01:32:16 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904405.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47315 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80183 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12143 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99656 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR0.07776]: Displaying result:
+[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.265236341464> <PPL_OOV 80.226713919465> <LOGP -1770233.9985122>
+[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER22 LR0.07776]: shuffling training file
+===PEEK ON TEST 22===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER22 LR0.07776]: 40087 words processed Wed Nov 18 01:32:26 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.112490.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81313 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53997 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR0.07776]: Displaying result:
+[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.22713519715> <PPL_OOV 130.06453588252> <LOGP -174270.11776113>
+[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 22===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER22 LR0.07776]: 40095 words processed Wed Nov 18 01:32:37 2015.
+	[SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.187414.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49005 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83575 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57172 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12133 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR0.07776]: Displaying result:
+[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.46420317937> <PPL_OOV 137.222491028> <LOGP -157656.49004677>
+[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22...
+
+[SCHEDULER ITER23 LR0.046656]: preparing parameters...
+[SCHEDULER ITER23 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1892674
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1897528
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48170983
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48287254
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94322750
+[SCHEDULER ITER23 LR0.046656]: preparing parameters end.
+[SCHEDULER ITER23 LR0.046656]: preparing layers...
+(01:32:48 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:32:48 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:32:48 2015-11-18)[nerv] info: create layer: combinerL1
+(01:32:48 2015-11-18)[nerv] info: create layer: outputL
+(01:32:48 2015-11-18)[nerv] info: create layer: softmaxL
+(01:32:48 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER23 LR0.046656]: preparing layers end.
+[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER23 LR0.046656]: Initing TNN end.
+===ITERATION 23 LR 0.046656===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER23 LR0.046656]: 40092 words processed Wed Nov 18 01:33:01 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.932881.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86847 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24560 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01254 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time
+[SCHEDULER ITER23 LR0.046656]: 80099 words processed Wed Nov 18 01:33:14 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.928670.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81421 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11587 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45340 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time
+[SCHEDULER ITER23 LR0.046656]: 120004 words processed Wed Nov 18 01:33:27 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923355.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81458 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11536 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97196 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[SCHEDULER ITER23 LR0.046656]: 160114 words processed Wed Nov 18 01:33:41 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923978.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84447 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99969 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46561 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time
+[SCHEDULER ITER23 LR0.046656]: 200066 words processed Wed Nov 18 01:33:54 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923299.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48151 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82826 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45768 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time
+[SCHEDULER ITER23 LR0.046656]: 240045 words processed Wed Nov 18 01:34:07 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.919549.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48011 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82144 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13153 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97986 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45638 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time
+[SCHEDULER ITER23 LR0.046656]: 280057 words processed Wed Nov 18 01:34:20 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.915614.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48105 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82969 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16039 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time
+[SCHEDULER ITER23 LR0.046656]: 320106 words processed Wed Nov 18 01:34:33 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.913146.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47693 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82442 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15113 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99084 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46387 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time
+[SCHEDULER ITER23 LR0.046656]: 360024 words processed Wed Nov 18 01:34:46 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911406.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97639 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45636 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time
+[SCHEDULER ITER23 LR0.046656]: 400089 words processed Wed Nov 18 01:35:00 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908580.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86667 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23326 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47334 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12791 clock time
+[SCHEDULER ITER23 LR0.046656]: 440067 words processed Wed Nov 18 01:35:13 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909159.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82738 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13838 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98201 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46005 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time
+[SCHEDULER ITER23 LR0.046656]: 480051 words processed Wed Nov 18 01:35:26 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909343.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98071 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time
+[SCHEDULER ITER23 LR0.046656]: 520140 words processed Wed Nov 18 01:35:39 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908436.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47549 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82857 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15636 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99207 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46541 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time
+[SCHEDULER ITER23 LR0.046656]: 560132 words processed Wed Nov 18 01:35:52 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908137.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47624 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12077 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97669 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45707 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time
+[SCHEDULER ITER23 LR0.046656]: 600118 words processed Wed Nov 18 01:36:05 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.905594.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12165 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time
+[SCHEDULER ITER23 LR0.046656]: 640090 words processed Wed Nov 18 01:36:18 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.903298.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81864 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45607 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time
+[SCHEDULER ITER23 LR0.046656]: 680075 words processed Wed Nov 18 01:36:31 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901764.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82587 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13388 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98163 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45911 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12638 clock time
+[SCHEDULER ITER23 LR0.046656]: 720043 words processed Wed Nov 18 01:36:44 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900544.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83056 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14786 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98536 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46002 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time
+[SCHEDULER ITER23 LR0.046656]: 760012 words processed Wed Nov 18 01:36:57 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898446.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47557 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82624 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98046 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time
+[SCHEDULER ITER23 LR0.046656]: 800113 words processed Wed Nov 18 01:37:10 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898126.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83127 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16164 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99382 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46495 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time
+[SCHEDULER ITER23 LR0.046656]: 840089 words processed Wed Nov 18 01:37:23 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896699.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81496 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10889 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97356 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER23 LR0.046656]: 880052 words processed Wed Nov 18 01:37:36 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896203.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10624 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97334 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR0.046656]: Displaying result:
+[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.574538972118> <PPL_OOV 78.723561298553> <LOGP -1762598.1021734>
+[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER23 LR0.046656]: shuffling training file
+===PEEK ON TEST 23===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER23 LR0.046656]: 40087 words processed Wed Nov 18 01:37:46 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.108984.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83821 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56405 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR0.046656]: Displaying result:
+[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.16429358285> <PPL_OOV 129.06697398247> <LOGP -173994.49100086>
+[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 23===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER23 LR0.046656]: 40095 words processed Wed Nov 18 01:37:57 2015.
+	[SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.184135.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55543 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR0.046656]: Displaying result:
+[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.34358280652> <PPL_OOV 136.15525315815> <LOGP -157406.37749156>
+[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23...
+
+[SCHEDULER ITER24 LR0.0279936]: preparing parameters...
+[SCHEDULER ITER24 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46035274
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46040128
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92313338
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92429593
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94322130
+[SCHEDULER ITER24 LR0.0279936]: preparing parameters end.
+[SCHEDULER ITER24 LR0.0279936]: preparing layers...
+(01:38:08 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:38:08 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:38:08 2015-11-18)[nerv] info: create layer: combinerL1
+(01:38:08 2015-11-18)[nerv] info: create layer: outputL
+(01:38:08 2015-11-18)[nerv] info: create layer: softmaxL
+(01:38:08 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER24 LR0.0279936]: preparing layers end.
+[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER24 LR0.0279936]: Initing TNN end.
+===ITERATION 24 LR 0.027994===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Wed Nov 18 01:38:21 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.927346.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20208 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46803 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time
+[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Wed Nov 18 01:38:34 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.923065.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48636 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82460 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17386 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time
+[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Wed Nov 18 01:38:47 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917914.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48334 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82725 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17223 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00475 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45732 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Wed Nov 18 01:39:01 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.918557.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48447 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83602 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21760 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02805 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46935 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time
+[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Wed Nov 18 01:39:15 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917932.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49059 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87711 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27396 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02854 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46990 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12790 clock time
+[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Wed Nov 18 01:39:29 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914240.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49086 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86965 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.26590 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02569 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47292 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12812 clock time
+[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Wed Nov 18 01:39:42 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.910323.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18070 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01663 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46383 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time
+[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Wed Nov 18 01:39:56 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907871.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47788 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19097 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01901 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time
+[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Wed Nov 18 01:40:09 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.906106.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47566 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82167 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15847 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00508 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45668 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Wed Nov 18 01:40:22 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903274.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18647 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46445 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time
+[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Wed Nov 18 01:40:35 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903857.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81978 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45790 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Wed Nov 18 01:40:48 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904034.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14983 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00312 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45689 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time
+[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Wed Nov 18 01:41:02 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903124.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47713 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83832 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21457 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02857 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46783 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time
+[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Wed Nov 18 01:41:15 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902836.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47498 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82581 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15974 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00460 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45762 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time
+[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Wed Nov 18 01:41:28 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900274.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83125 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18117 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46368 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time
+[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Wed Nov 18 01:41:41 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897943.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81048 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13337 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99975 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time
+[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Wed Nov 18 01:41:54 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896393.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80771 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99820 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time
+[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Wed Nov 18 01:42:07 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895120.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47390 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81936 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00191 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time
+[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Wed Nov 18 01:42:20 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892989.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81813 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15018 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00439 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time
+[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Wed Nov 18 01:42:33 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892636.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47518 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82474 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01629 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46474 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time
+[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Wed Nov 18 01:42:46 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891173.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80759 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12728 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12467 clock time
+[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Wed Nov 18 01:42:59 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.890643.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80823 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13114 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45542 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR0.0279936]: Displaying result:
+[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.44815241644> <PPL_OOV 77.720338988107> <LOGP -1757420.2483801>
+[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER24 LR0.0279936]: shuffling training file
+===PEEK ON TEST 24===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Wed Nov 18 01:43:09 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.106615.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83298 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56120 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR0.0279936]: Displaying result:
+[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.37328782741> <PPL_OOV 128.39098511424> <LOGP -173806.50139952>
+[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 24===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Wed Nov 18 01:43:20 2015.
+	[SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.182032.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82630 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55240 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR0.0279936]: Displaying result:
+[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.53876248028> <PPL_OOV 135.44193656287> <LOGP -157238.1126931>
+[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24...
+
+[SCHEDULER ITER25 LR0.01679616]: preparing parameters...
+[SCHEDULER ITER25 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1892462
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1897316
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48170373
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48286625
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94321713
+[SCHEDULER ITER25 LR0.01679616]: preparing parameters end.
+[SCHEDULER ITER25 LR0.01679616]: preparing layers...
+(01:43:31 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:43:31 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:43:31 2015-11-18)[nerv] info: create layer: combinerL1
+(01:43:31 2015-11-18)[nerv] info: create layer: outputL
+(01:43:31 2015-11-18)[nerv] info: create layer: softmaxL
+(01:43:31 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER25 LR0.01679616]: preparing layers end.
+[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER25 LR0.01679616]: Initing TNN end.
+===ITERATION 25 LR 0.016796===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Wed Nov 18 01:43:44 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.923243.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48782 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84846 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21400 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00810 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time
+[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Wed Nov 18 01:43:57 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918872.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48372 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82030 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97731 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45476 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time
+[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Wed Nov 18 01:44:10 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913860.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48402 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83143 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16045 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98739 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45705 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time
+[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Wed Nov 18 01:44:24 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914503.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85043 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20979 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00669 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46763 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time
+[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Wed Nov 18 01:44:37 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913919.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47864 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82544 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13357 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97932 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time
+[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Wed Nov 18 01:44:50 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910294.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83133 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15005 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98512 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45737 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time
+[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Wed Nov 18 01:45:03 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906410.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48020 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83915 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00035 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46365 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time
+[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Wed Nov 18 01:45:16 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903988.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47798 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83760 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17821 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99788 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46428 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time
+[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Wed Nov 18 01:45:29 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.902222.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83055 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14282 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98222 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Wed Nov 18 01:45:42 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899396.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83601 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99974 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46363 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Wed Nov 18 01:45:55 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899992.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82870 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13911 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time
+[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Wed Nov 18 01:46:08 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.900186.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13979 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98593 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45761 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time
+[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Wed Nov 18 01:46:22 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899293.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84951 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20098 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00366 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46878 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Wed Nov 18 01:46:35 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899029.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47581 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82833 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14083 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98298 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45808 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time
+[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Wed Nov 18 01:46:48 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896469.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47373 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82974 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14048 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98437 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45657 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time
+[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Wed Nov 18 01:47:01 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894124.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83862 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15950 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45952 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12610 clock time
+[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Wed Nov 18 01:47:14 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892577.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82686 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13526 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98382 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time
+[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Wed Nov 18 01:47:27 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.891284.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12543 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45401 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time
+[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Wed Nov 18 01:47:40 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.889149.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82752 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98462 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time
+[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Wed Nov 18 01:47:54 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.888790.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47564 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84821 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19787 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00498 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46743 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time
+[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Wed Nov 18 01:48:07 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887314.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47416 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82977 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14301 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98284 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Wed Nov 18 01:48:20 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.886777.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82408 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.01679616]: Displaying result:
+[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.673150072491> <PPL_OOV 77.031136573215> <LOGP -1753824.244546>
+[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER25 LR0.01679616]: shuffling training file
+===PEEK ON TEST 25===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Wed Nov 18 01:48:30 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.104737.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85025 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58033 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12100 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.01679616]: Displaying result:
+[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.64814537045> <PPL_OOV 127.8666692861> <LOGP -173660.00858106>
+[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 25===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Wed Nov 18 01:48:41 2015.
+	[SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.180301.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83196 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55931 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.01679616]: Displaying result:
+[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.76760912254> <PPL_OOV 134.8423497064> <LOGP -157095.9887546>
+[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25...
+
+[SCHEDULER ITER26 LR0.010077696]: preparing parameters...
+[SCHEDULER ITER26 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46034991
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46039845
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92312815
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92429068
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94321469
+[SCHEDULER ITER26 LR0.010077696]: preparing parameters end.
+[SCHEDULER ITER26 LR0.010077696]: preparing layers...
+(01:48:51 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:48:51 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:48:51 2015-11-18)[nerv] info: create layer: combinerL1
+(01:48:51 2015-11-18)[nerv] info: create layer: outputL
+(01:48:51 2015-11-18)[nerv] info: create layer: softmaxL
+(01:48:51 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER26 LR0.010077696]: preparing layers end.
+[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER26 LR0.010077696]: Initing TNN end.
+===ITERATION 26 LR 0.010078===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Wed Nov 18 01:49:04 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.920626.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49168 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85961 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27304 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.03938 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47828 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time
+[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Wed Nov 18 01:49:17 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916180.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82235 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16845 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00409 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45812 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time
+[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Wed Nov 18 01:49:30 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911254.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81727 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16373 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45742 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time
+[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Wed Nov 18 01:49:44 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911897.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48476 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82834 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20454 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02367 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46825 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12671 clock time
+[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Wed Nov 18 01:49:57 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911342.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47917 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81701 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15716 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00500 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time
+[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Wed Nov 18 01:50:10 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.907754.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81615 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15616 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00504 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45852 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time
+[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Wed Nov 18 01:50:24 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.903906.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83223 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21212 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02422 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time
+[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Wed Nov 18 01:50:37 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901507.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81787 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17480 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01634 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46518 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Wed Nov 18 01:50:50 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899747.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47647 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80904 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Wed Nov 18 01:51:03 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896921.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47401 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81503 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16093 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01342 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46190 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time
+[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Wed Nov 18 01:51:16 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897524.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81492 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14131 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99993 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time
+[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Wed Nov 18 01:51:29 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897736.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80871 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45591 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time
+[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Wed Nov 18 01:51:42 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896857.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82353 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18375 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01883 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46490 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time
+[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Wed Nov 18 01:51:55 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896604.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81057 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00438 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time
+[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Wed Nov 18 01:52:08 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894044.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14273 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00529 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45825 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Wed Nov 18 01:52:21 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891688.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47301 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80540 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12775 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99943 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45606 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time
+[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Wed Nov 18 01:52:34 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890140.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80776 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13522 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00277 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Wed Nov 18 01:52:47 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.888836.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47335 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80977 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99997 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time
+[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Wed Nov 18 01:53:00 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886699.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81074 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13709 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00063 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45667 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time
+[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Wed Nov 18 01:53:14 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886342.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47600 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83049 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19414 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02076 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46650 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time
+[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Wed Nov 18 01:53:27 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884857.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81385 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14607 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00343 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45786 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Wed Nov 18 01:53:40 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884316.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47589 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80817 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13744 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00145 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.010077696]: Displaying result:
+[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.184044013878> <PPL_OOV 76.595967425186> <LOGP -1751537.0837484>
+[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER26 LR0.010077696]: shuffling training file
+===PEEK ON TEST 26===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Wed Nov 18 01:53:50 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.103395.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48599 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83410 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56428 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.010077696]: Displaying result:
+[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.05233075615> <PPL_OOV 127.50046195875> <LOGP -173557.33423712>
+[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 26===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Wed Nov 18 01:54:01 2015.
+	[SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.179033.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48444 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81957 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54693 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12043 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.010077696]: Displaying result:
+[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.11721636677> <PPL_OOV 134.38886200695> <LOGP -156988.07526625>
+[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26...
+
+[SCHEDULER ITER27 LR0.0060466176]: preparing parameters...
+[SCHEDULER ITER27 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1892361
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1897215
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48170074
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48286329
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94321229
+[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end.
+[SCHEDULER ITER27 LR0.0060466176]: preparing layers...
+(01:54:12 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:54:12 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:54:12 2015-11-18)[nerv] info: create layer: combinerL1
+(01:54:12 2015-11-18)[nerv] info: create layer: outputL
+(01:54:12 2015-11-18)[nerv] info: create layer: softmaxL
+(01:54:12 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER27 LR0.0060466176]: preparing layers end.
+[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end.
+===ITERATION 27 LR 0.006047===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Wed Nov 18 01:54:25 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918962.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48445 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83920 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00116 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46619 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Wed Nov 18 01:54:38 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914462.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48338 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82325 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97964 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Wed Nov 18 01:54:51 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909585.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48088 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81958 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12847 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Wed Nov 18 01:55:04 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.910233.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48272 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83023 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15932 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99224 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46134 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Wed Nov 18 01:55:17 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909692.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47707 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81560 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11334 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97439 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Wed Nov 18 01:55:30 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906124.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47845 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11949 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97705 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Wed Nov 18 01:55:43 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.902309.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83440 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16899 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99513 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46367 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Wed Nov 18 01:55:56 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899928.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47833 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83723 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99931 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46464 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Wed Nov 18 01:56:09 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898177.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47377 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83213 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14560 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98418 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45788 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Wed Nov 18 01:56:22 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895351.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16144 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99362 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Wed Nov 18 01:56:35 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895960.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47499 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82324 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12379 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97843 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45537 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Wed Nov 18 01:56:48 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896184.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83371 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14460 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98341 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45978 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12548 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Wed Nov 18 01:57:01 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895315.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84194 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18115 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99887 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46705 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Wed Nov 18 01:57:14 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895067.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11798 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97719 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45488 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Wed Nov 18 01:57:27 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.892505.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82542 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12880 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97910 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Wed Nov 18 01:57:40 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.890141.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83082 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14368 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Wed Nov 18 01:57:53 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.888591.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47461 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82563 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13128 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98151 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45717 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Wed Nov 18 01:58:06 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.887283.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47348 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81934 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11607 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97617 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45483 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Wed Nov 18 01:58:19 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.885141.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82369 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12896 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98127 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Wed Nov 18 01:58:32 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.884788.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83560 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16876 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99725 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46574 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Wed Nov 18 01:58:45 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883297.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11609 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97647 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45559 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time
+[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Wed Nov 18 01:58:58 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.882758.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47541 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11799 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97656 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45584 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.875768012527> <PPL_OOV 76.321621876328> <LOGP -1750088.4912749>
+[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER27 LR0.0060466176]: shuffling training file
+===PEEK ON TEST 27===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Wed Nov 18 01:59:08 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.102501.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83610 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56470 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.659092807> <PPL_OOV 127.25401262137> <LOGP -173488.07055484>
+[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 27===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Wed Nov 18 01:59:19 2015.
+	[SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.178196.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48477 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83898 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56866 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.68704110567> <PPL_OOV 134.08164807245> <LOGP -156914.76247969>
+[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27...
+
+[SCHEDULER ITER28 LR0.00362797056]: preparing parameters...
+[SCHEDULER ITER28 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46034848
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46039702
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92312519
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92428776
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94321124
+[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end.
+[SCHEDULER ITER28 LR0.00362797056]: preparing layers...
+(01:59:30 2015-11-18)[nerv] info: create layer: recurrentL1
+(01:59:30 2015-11-18)[nerv] info: create layer: sigmoidL1
+(01:59:30 2015-11-18)[nerv] info: create layer: combinerL1
+(01:59:30 2015-11-18)[nerv] info: create layer: outputL
+(01:59:30 2015-11-18)[nerv] info: create layer: softmaxL
+(01:59:30 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER28 LR0.00362797056]: preparing layers end.
+[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end.
+===ITERATION 28 LR 0.003628===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Wed Nov 18 01:59:43 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917879.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81600 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18925 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02211 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46814 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Wed Nov 18 01:59:56 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913373.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78962 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11352 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99412 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Wed Nov 18 02:00:09 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908522.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48192 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79546 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12127 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99313 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12468 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Wed Nov 18 02:00:22 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.909173.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14399 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46239 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Wed Nov 18 02:00:35 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908638.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80537 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Wed Nov 18 02:00:48 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905078.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48256 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80422 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15186 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00595 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46175 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Wed Nov 18 02:01:01 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.901289.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48248 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81348 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18565 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02030 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46826 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Wed Nov 18 02:01:14 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898922.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81563 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17720 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01761 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46621 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Wed Nov 18 02:01:27 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897178.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80630 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14068 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45938 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Wed Nov 18 02:01:40 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894354.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47663 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81614 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02080 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46682 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Wed Nov 18 02:01:53 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894966.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79957 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13472 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46057 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Wed Nov 18 02:02:06 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895199.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79683 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99861 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45706 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Wed Nov 18 02:02:19 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894337.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80740 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16109 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01552 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46508 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Wed Nov 18 02:02:32 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894092.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79453 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11449 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99746 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45600 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Wed Nov 18 02:02:45 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.891529.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80104 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13010 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00158 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45844 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Wed Nov 18 02:02:58 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.889160.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80516 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Wed Nov 18 02:03:11 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.887609.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79755 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12216 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Wed Nov 18 02:03:24 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.886300.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47319 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80342 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13496 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00381 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Wed Nov 18 02:03:37 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.884154.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78833 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10391 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Wed Nov 18 02:03:50 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.883803.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80168 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14514 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01076 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46237 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Wed Nov 18 02:04:03 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882309.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10016 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99291 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45443 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time
+[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Wed Nov 18 02:04:16 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.881771.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80354 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00159 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45867 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.681016662093> <PPL_OOV 76.14852113772> <LOGP -1749171.8074191>
+[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER28 LR0.00362797056]: shuffling training file
+===PEEK ON TEST 28===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Wed Nov 18 02:04:26 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.101971.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48379 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53844 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.48274785558> <PPL_OOV 127.10099131823> <LOGP -173444.99694505>
+[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 28===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Wed Nov 18 02:04:37 2015.
+	[SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.177686.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48499 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80699 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53471 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12057 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.48267153936> <PPL_OOV 133.8953857324> <LOGP -156870.23144727>
+[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28...
+
+[SCHEDULER ITER29 LR0.002176782336]: preparing parameters...
+[SCHEDULER ITER29 LR0.002176782336]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1892329
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1897183
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48169945
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48286201
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94320985
+[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end.
+[SCHEDULER ITER29 LR0.002176782336]: preparing layers...
+(02:04:48 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:04:48 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:04:48 2015-11-18)[nerv] info: create layer: combinerL1
+(02:04:48 2015-11-18)[nerv] info: create layer: outputL
+(02:04:48 2015-11-18)[nerv] info: create layer: softmaxL
+(02:04:48 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER29 LR0.002176782336]: preparing layers end.
+[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end.
+===ITERATION 29 LR 0.002177===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Wed Nov 18 02:05:01 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.917179.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48498 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18030 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99938 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46685 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Wed Nov 18 02:05:14 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912694.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48405 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81222 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11724 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45364 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Wed Nov 18 02:05:27 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907848.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81949 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13011 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97659 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45561 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Wed Nov 18 02:05:40 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908497.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82862 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16411 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99454 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46430 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Wed Nov 18 02:05:53 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907967.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47750 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81261 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11633 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45664 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Wed Nov 18 02:06:06 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.904411.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48198 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84124 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16936 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98858 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46013 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Wed Nov 18 02:06:19 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900637.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48150 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83750 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18178 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99871 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Wed Nov 18 02:06:32 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.898279.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47992 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84067 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18619 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99879 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46747 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12581 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Wed Nov 18 02:06:45 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896541.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47423 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80960 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10796 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Wed Nov 18 02:06:58 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893717.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82129 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14600 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46335 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Wed Nov 18 02:07:11 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894330.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47402 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81457 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Wed Nov 18 02:07:24 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894571.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12431 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98016 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Wed Nov 18 02:07:37 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893715.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83158 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16691 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99660 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46533 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Wed Nov 18 02:07:50 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893473.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81388 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10694 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97475 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Wed Nov 18 02:08:03 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890911.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09967 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45261 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12427 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Wed Nov 18 02:08:16 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888539.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81745 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12351 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45766 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Wed Nov 18 02:08:29 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.886988.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47232 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80884 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09946 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97420 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Wed Nov 18 02:08:42 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.885680.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80962 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10285 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97375 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Wed Nov 18 02:08:55 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883531.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81901 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12618 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98043 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Wed Nov 18 02:09:08 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883180.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83445 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17252 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99909 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46604 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Wed Nov 18 02:09:21 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881683.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81773 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11865 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97888 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time
+[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Wed Nov 18 02:09:34 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881149.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81536 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11698 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97839 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45647 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.558053146248> <PPL_OOV 76.039482202699> <LOGP -1748593.3031887>
+[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER29 LR0.002176782336]: shuffling training file
+===PEEK ON TEST 29===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Wed Nov 18 02:09:44 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.101638.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48453 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82564 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55342 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12078 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.41148868824> <PPL_OOV 126.99991116995> <LOGP -173416.51567888>
+[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 29===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Wed Nov 18 02:09:55 2015.
+	[SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.177333.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82530 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55272 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.38502510904> <PPL_OOV 133.77291036919> <LOGP -156840.91663974>
+[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29...
+
+[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters...
+[SCHEDULER ITER30 LR0.0013060694016]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46034762
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46039616
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92312347
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92428603
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94320924
+[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end.
+[SCHEDULER ITER30 LR0.0013060694016]: preparing layers...
+(02:10:06 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:10:06 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:10:06 2015-11-18)[nerv] info: create layer: combinerL1
+(02:10:06 2015-11-18)[nerv] info: create layer: outputL
+(02:10:06 2015-11-18)[nerv] info: create layer: softmaxL
+(02:10:06 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER30 LR0.0013060694016]: preparing layers end.
+[SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER30 LR0.0013060694016]: Initing TNN end.
+===ITERATION 30 LR 0.001306===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Wed Nov 18 02:10:19 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916760.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80970 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19205 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02907 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46926 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Wed Nov 18 02:10:32 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912289.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48482 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78509 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11820 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00028 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45590 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Wed Nov 18 02:10:45 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907431.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78218 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99752 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Wed Nov 18 02:10:58 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.908076.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79448 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15244 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01562 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46499 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Wed Nov 18 02:11:11 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907546.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80105 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14556 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00476 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46066 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Wed Nov 18 02:11:24 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903993.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78024 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10690 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45598 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Wed Nov 18 02:11:37 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900226.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48133 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80368 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Wed Nov 18 02:11:50 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.897874.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47777 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79470 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15044 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01561 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46588 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Wed Nov 18 02:12:03 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896141.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78387 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10911 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99828 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45750 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Wed Nov 18 02:12:16 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893316.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79605 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14922 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01572 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46509 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Wed Nov 18 02:12:29 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893929.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78053 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10038 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99741 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Wed Nov 18 02:12:42 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894175.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78186 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10445 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Wed Nov 18 02:12:55 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893322.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47565 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79641 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15416 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01804 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46662 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Wed Nov 18 02:13:08 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893083.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47483 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78268 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10331 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99783 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45632 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Wed Nov 18 02:13:21 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.890522.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78370 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10279 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12433 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Wed Nov 18 02:13:34 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888150.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78325 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10201 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45567 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Wed Nov 18 02:13:47 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.886597.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47415 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78016 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12430 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Wed Nov 18 02:14:00 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.885291.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78505 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10775 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Wed Nov 18 02:14:13 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.883141.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78116 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99779 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Wed Nov 18 02:14:26 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.882789.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80632 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16953 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02187 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46628 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Wed Nov 18 02:14:39 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881290.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79047 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12153 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00491 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45752 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time
+[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Wed Nov 18 02:14:52 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.880757.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77958 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09797 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99618 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.0013060694016]: Displaying result:
+[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.480613065678> <PPL_OOV 75.970757576851> <LOGP -1748228.259493>
+[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER30 LR0.0013060694016]: shuffling training file
+===PEEK ON TEST 30===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Wed Nov 18 02:15:02 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.101389.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48588 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81395 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54305 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.0013060694016]: Displaying result:
+[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.35106479125> <PPL_OOV 126.92506396644> <LOGP -173395.41143586>
+[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 30===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Wed Nov 18 02:15:13 2015.
+	[SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.177054.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51918 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.0013060694016]: Displaying result:
+[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.30058258205> <PPL_OOV 133.67832148002> <LOGP -156818.25816062>
+[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30...
+
+[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters...
+[SCHEDULER ITER31 LR0.00078364164096]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1892328
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1897182
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48169884
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48286140
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94320886
+[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end.
+[SCHEDULER ITER31 LR0.00078364164096]: preparing layers...
+(02:15:23 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:15:23 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:15:23 2015-11-18)[nerv] info: create layer: combinerL1
+(02:15:23 2015-11-18)[nerv] info: create layer: outputL
+(02:15:23 2015-11-18)[nerv] info: create layer: softmaxL
+(02:15:23 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER31 LR0.00078364164096]: preparing layers end.
+[SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER31 LR0.00078364164096]: Initing TNN end.
+===ITERATION 31 LR 0.000784===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Wed Nov 18 02:15:36 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.916482.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48985 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86521 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24216 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01266 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47402 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12716 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Wed Nov 18 02:15:49 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.912027.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83559 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14658 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97718 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45596 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Wed Nov 18 02:16:02 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907158.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82804 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14831 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98150 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45605 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Wed Nov 18 02:16:16 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907802.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48509 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85410 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20128 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00061 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46485 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Wed Nov 18 02:16:29 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907273.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48053 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83748 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15419 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45851 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Wed Nov 18 02:16:42 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.903721.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47949 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82770 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13994 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98149 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Wed Nov 18 02:16:56 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.899957.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48166 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85302 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19754 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99701 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46618 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Wed Nov 18 02:17:10 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.897610.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47912 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84476 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18961 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00039 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46583 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Wed Nov 18 02:17:23 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.895884.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47563 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84060 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15261 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98103 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Wed Nov 18 02:17:36 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893060.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16474 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99531 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Wed Nov 18 02:17:49 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893671.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47527 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81839 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11323 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97383 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Wed Nov 18 02:18:02 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893922.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11020 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97402 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Wed Nov 18 02:18:15 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893072.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82853 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98998 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46178 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Wed Nov 18 02:18:28 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892834.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47470 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10980 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Wed Nov 18 02:18:41 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.890274.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47472 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81966 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11592 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97507 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45486 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Wed Nov 18 02:18:54 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.887903.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81847 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11164 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97392 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45461 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Wed Nov 18 02:19:07 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.886349.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82386 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45366 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Wed Nov 18 02:19:20 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.885044.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82015 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11988 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97766 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Wed Nov 18 02:19:33 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882894.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47432 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82212 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12320 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97828 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Wed Nov 18 02:19:47 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882540.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47800 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85160 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20185 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46880 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Wed Nov 18 02:20:00 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881040.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47571 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82968 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14050 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98432 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time
+[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Wed Nov 18 02:20:13 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.880507.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12436 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97933 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45469 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER31 LR0.00078364164096]: Displaying result:
+[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.431197879376> <PPL_OOV 75.9270359518> <LOGP -1747995.8520004>
+[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER31 LR0.00078364164096]: shuffling training file
+===PEEK ON TEST 31===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Wed Nov 18 02:20:23 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.101190.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83412 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56044 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER31 LR0.00078364164096]: Displaying result:
+[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.28426876172> <PPL_OOV 126.86526752386> <LOGP -173378.54202602>
+[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 31===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Wed Nov 18 02:20:34 2015.
+	[SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.176852.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83837 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56509 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER31 LR0.00078364164096]: Displaying result:
+[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.22134668534> <PPL_OOV 133.60601825601> <LOGP -156800.92733013>
+[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31...
+
+[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters...
+[SCHEDULER ITER32 LR0.000470184984576]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46034718
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46039572
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92312284
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92428540
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94320874
+[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end.
+[SCHEDULER ITER32 LR0.000470184984576]: preparing layers...
+(02:20:45 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:20:45 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:20:45 2015-11-18)[nerv] info: create layer: combinerL1
+(02:20:45 2015-11-18)[nerv] info: create layer: outputL
+(02:20:45 2015-11-18)[nerv] info: create layer: softmaxL
+(02:20:45 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER32 LR0.000470184984576]: preparing layers end.
+[SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER32 LR0.000470184984576]: Initing TNN end.
+===ITERATION 32 LR 0.000470===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Wed Nov 18 02:20:58 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.916317.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48678 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80814 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18681 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Wed Nov 18 02:21:11 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.911870.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79978 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14271 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00132 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Wed Nov 18 02:21:24 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906990.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48225 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78443 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11651 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45257 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Wed Nov 18 02:21:37 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907631.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80414 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01957 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Wed Nov 18 02:21:50 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907103.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48085 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79178 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00040 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45676 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12470 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Wed Nov 18 02:22:03 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.903548.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47891 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78402 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11018 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Wed Nov 18 02:22:16 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.899787.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79795 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15696 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01550 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Wed Nov 18 02:22:29 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.897441.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47956 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80744 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17757 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46552 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Wed Nov 18 02:22:42 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.895721.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14177 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00664 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45885 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Wed Nov 18 02:22:55 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892898.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18095 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02093 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46649 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Wed Nov 18 02:23:08 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893509.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47513 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79395 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12699 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00271 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45690 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Wed Nov 18 02:23:21 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893763.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47577 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80002 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45896 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Wed Nov 18 02:23:34 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892915.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47616 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79736 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15120 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01479 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Wed Nov 18 02:23:47 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892679.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47441 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77917 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09468 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99404 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45272 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12421 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Wed Nov 18 02:24:00 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.890118.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78364 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10842 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99855 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Wed Nov 18 02:24:13 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.887748.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78330 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10550 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99784 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45433 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Wed Nov 18 02:24:27 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.886192.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48061 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82601 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20034 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02041 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46725 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12742 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Wed Nov 18 02:24:41 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.884888.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48543 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85108 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24924 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02878 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47203 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12886 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Wed Nov 18 02:24:55 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882738.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48512 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85024 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24686 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02789 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47207 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12838 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Wed Nov 18 02:25:09 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882383.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47765 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81234 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02363 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46882 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Wed Nov 18 02:25:22 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880882.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47357 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78161 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10372 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99705 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time
+[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Wed Nov 18 02:25:35 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880349.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47426 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78181 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10547 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45530 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER32 LR0.000470184984576]: Displaying result:
+[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.398816118862> <PPL_OOV 75.899411719649> <LOGP -1747848.9431122>
+[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER32 LR0.000470184984576]: shuffling training file
+===PEEK ON TEST 32===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Wed Nov 18 02:25:45 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.101053.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49133 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84555 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58612 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12231 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER32 LR0.000470184984576]: Displaying result:
+[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.24083558061> <PPL_OOV 126.82368054716> <LOGP -173366.80507176>
+[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 32===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Wed Nov 18 02:25:56 2015.
+	[SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.176735.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48523 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81243 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54352 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER32 LR0.000470184984576]: Displaying result:
+[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.17373819959> <PPL_OOV 133.55978966694> <LOGP -156789.84158264>
+[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32...
+
+[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters...
+[SCHEDULER ITER33 LR0.0002821109907456]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1892335
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1897189
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48169887
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48286142
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94320865
+[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end.
+[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers...
+(02:26:07 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:26:07 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:26:07 2015-11-18)[nerv] info: create layer: combinerL1
+(02:26:07 2015-11-18)[nerv] info: create layer: outputL
+(02:26:07 2015-11-18)[nerv] info: create layer: softmaxL
+(02:26:07 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end.
+[SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER33 LR0.0002821109907456]: Initing TNN end.
+===ITERATION 33 LR 0.000282===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Wed Nov 18 02:26:20 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.916222.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49703 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89155 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30015 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02130 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48331 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12890 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Wed Nov 18 02:26:34 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.911774.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49649 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86263 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23421 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00031 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47155 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12938 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Wed Nov 18 02:26:48 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906887.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.49427 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86918 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24397 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00024 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47148 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12971 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Wed Nov 18 02:27:02 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907526.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83966 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99872 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46845 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12714 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Wed Nov 18 02:27:15 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906999.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81190 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12831 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97936 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Wed Nov 18 02:27:28 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.903439.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48025 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81111 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12027 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45846 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Wed Nov 18 02:27:41 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.899680.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81281 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98890 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12599 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Wed Nov 18 02:27:54 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.897335.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82791 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17250 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99795 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46827 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Wed Nov 18 02:28:07 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.895619.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47675 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81623 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12868 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97892 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Wed Nov 18 02:28:20 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892797.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81633 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14351 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99122 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46538 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Wed Nov 18 02:28:33 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893407.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80196 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09595 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97180 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Wed Nov 18 02:28:46 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893664.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79440 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08176 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96949 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Wed Nov 18 02:28:59 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892818.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81020 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13318 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98828 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46349 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Wed Nov 18 02:29:12 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892582.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79628 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08106 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96864 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45349 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Wed Nov 18 02:29:25 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.890022.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79568 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08476 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45503 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Wed Nov 18 02:29:38 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.887652.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81029 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11788 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Wed Nov 18 02:29:51 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.886095.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80130 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09692 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97275 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Wed Nov 18 02:30:04 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.884791.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47307 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79797 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08920 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97159 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Wed Nov 18 02:30:17 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882641.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08056 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.96993 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45395 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Wed Nov 18 02:30:30 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882286.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47578 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81365 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13810 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98923 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46507 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Wed Nov 18 02:30:43 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880784.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81662 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12822 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45988 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12705 clock time
+[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Wed Nov 18 02:30:57 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880250.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85338 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19994 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46787 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12870 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result:
+[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.377824942775> <PPL_OOV 75.882174723551> <LOGP -1747757.2476635>
+[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file
+===PEEK ON TEST 33===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Wed Nov 18 02:31:07 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.100965.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81314 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54102 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12097 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result:
+[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.22626804684> <PPL_OOV 126.7969565019> <LOGP -173359.26080184>
+[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 33===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Wed Nov 18 02:31:18 2015.
+	[SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.176677.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48435 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82588 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55429 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result:
+[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.16012333483> <PPL_OOV 133.53521831947> <LOGP -156783.9477416>
+[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33...
+
+[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters...
+[SCHEDULER ITER34 LR0.00016926659444736]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46034721
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46039575
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92312276
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92428531
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94320866
+[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end.
+[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers...
+(02:31:29 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:31:29 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:31:29 2015-11-18)[nerv] info: create layer: combinerL1
+(02:31:29 2015-11-18)[nerv] info: create layer: outputL
+(02:31:29 2015-11-18)[nerv] info: create layer: softmaxL
+(02:31:29 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end.
+[SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER34 LR0.00016926659444736]: Initing TNN end.
+===ITERATION 34 LR 0.000169===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Wed Nov 18 02:31:42 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.916173.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79021 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16287 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02256 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46890 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Wed Nov 18 02:31:55 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.911717.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48343 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10440 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00005 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45516 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Wed Nov 18 02:32:08 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906826.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78102 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11991 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00452 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Wed Nov 18 02:32:21 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907464.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78485 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01576 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Wed Nov 18 02:32:34 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906938.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77038 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09676 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99912 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45434 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Wed Nov 18 02:32:47 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.903374.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47901 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77661 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10645 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00105 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Wed Nov 18 02:33:00 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.899616.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48121 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79563 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02084 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46547 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Wed Nov 18 02:33:13 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.897270.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47942 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79212 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15761 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02129 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46506 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Wed Nov 18 02:33:26 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.895556.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77601 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10014 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99994 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Wed Nov 18 02:33:39 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892737.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78990 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14833 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01864 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46572 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Wed Nov 18 02:33:52 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893346.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77901 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00317 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Wed Nov 18 02:34:05 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893605.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47399 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78291 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11753 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00672 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45908 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Wed Nov 18 02:34:18 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892761.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47851 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80545 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17811 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02700 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46729 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Wed Nov 18 02:34:31 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892524.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47556 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79394 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14106 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01157 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46256 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12667 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Wed Nov 18 02:34:44 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.889963.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77955 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11258 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45841 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Wed Nov 18 02:34:57 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.887594.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47547 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79635 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14215 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Wed Nov 18 02:35:10 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.886037.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78463 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12101 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45907 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Wed Nov 18 02:35:23 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.884732.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78831 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12646 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00634 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45859 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Wed Nov 18 02:35:36 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882582.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47379 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77931 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11117 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00543 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Wed Nov 18 02:35:49 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882227.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80534 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17930 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.02823 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46896 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Wed Nov 18 02:36:02 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880725.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47580 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79459 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13631 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.01001 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45899 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time
+[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Wed Nov 18 02:36:15 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880191.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47585 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78171 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11604 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00459 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45726 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result:
+[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.365469157621> <PPL_OOV 75.871778747022> <LOGP -1747701.9342373>
+[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file
+===PEEK ON TEST 34===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Wed Nov 18 02:36:25 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.100911.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79941 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52867 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12060 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result:
+[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.2270950014> <PPL_OOV 126.78024520746> <LOGP -173354.54235036>
+[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 34===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Wed Nov 18 02:36:36 2015.
+	[SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.176652.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48420 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79263 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51891 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result:
+[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.16478355106> <PPL_OOV 133.52438706087> <LOGP -156781.34934203>
+[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34...
+
+[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters...
+[SCHEDULER ITER35 LR0.00010155995666842]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 1 from 1892335
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 1897189
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 48169888
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 48286143
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 5 from 94320861
+[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end.
+[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers...
+(02:36:47 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:36:47 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:36:47 2015-11-18)[nerv] info: create layer: combinerL1
+(02:36:47 2015-11-18)[nerv] info: create layer: outputL
+(02:36:47 2015-11-18)[nerv] info: create layer: softmaxL
+(02:36:47 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end.
+[SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER ITER35 LR0.00010155995666842]: Initing TNN end.
+===ITERATION 35 LR 0.000102===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Wed Nov 18 02:37:00 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.916146.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48536 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82084 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16636 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99950 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46504 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Wed Nov 18 02:37:13 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.911684.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79784 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09963 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97450 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Wed Nov 18 02:37:26 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906792.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48187 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80061 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10771 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97667 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45254 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Wed Nov 18 02:37:39 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.907428.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48346 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82102 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16213 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99730 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Wed Nov 18 02:37:52 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906903.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47936 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13395 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98417 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12658 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Wed Nov 18 02:38:05 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.903337.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13987 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98665 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45966 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Wed Nov 18 02:38:18 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.899580.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83121 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18229 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00259 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46637 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Wed Nov 18 02:38:31 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.897233.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47751 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81373 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14563 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99387 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46353 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Wed Nov 18 02:38:44 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.895520.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79691 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09622 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97567 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45418 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Wed Nov 18 02:38:57 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892702.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81424 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99364 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Wed Nov 18 02:39:10 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893311.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81686 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12920 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98289 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Wed Nov 18 02:39:24 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893571.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48808 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86001 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22562 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46966 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Wed Nov 18 02:39:37 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892728.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47709 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82750 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16855 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99863 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46673 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Wed Nov 18 02:39:50 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892491.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81715 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12926 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98407 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Wed Nov 18 02:40:03 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.889929.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47540 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14473 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99121 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46166 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Wed Nov 18 02:40:16 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.887560.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47553 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80900 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11958 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98301 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45746 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Wed Nov 18 02:40:29 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.886002.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80222 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10608 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97947 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45713 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Wed Nov 18 02:40:42 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.884698.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80491 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11093 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45611 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Wed Nov 18 02:40:55 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882549.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80341 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45556 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Wed Nov 18 02:41:08 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882193.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15385 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.99684 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46404 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12634 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Wed Nov 18 02:41:21 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880691.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80952 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11881 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98250 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45697 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time
+[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Wed Nov 18 02:41:34 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880156.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.47466 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12843 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_update:4.98333 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result:
+[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.359102563603> <PPL_OOV 75.865754322638> <LOGP -1747669.8768723>
+[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file
+===PEEK ON TEST 35===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Wed Nov 18 02:41:44 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.100879.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48535 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82830 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55676 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result:
+[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.23100281009> <PPL_OOV 126.7699956397> <LOGP -173351.64806645>
+[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
+===VALIDATION 35===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Wed Nov 18 02:41:55 2015.
+	[SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.176640.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48464 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81537 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54144 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result:
+[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.17361284705> <PPL_OOV 133.52072369531> <LOGP -156780.47045947>
+[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35...
+
+===VALIDATION PPL record===
+<ITER0 LR0.00000 train:0.000 valid:10730.852 test:0.000> 
+<ITER1 LR1.00000 train:472.152 valid:339.931 test:331.979> 
+<ITER2 LR1.00000 train:310.376 valid:261.288 test:250.010> 
+<ITER3 LR1.00000 train:273.438 valid:231.972 test:220.358> 
+<ITER4 LR1.00000 train:215.234 valid:213.186 test:202.803> 
+<ITER5 LR1.00000 train:193.120 valid:199.747 test:189.986> 
+<ITER6 LR1.00000 train:175.944 valid:188.495 test:179.857> 
+<ITER7 LR1.00000 train:164.241 valid:180.795 test:173.114> 
+<ITER8 LR1.00000 train:154.367 valid:176.466 test:168.703> 
+<ITER9 LR1.00000 train:146.347 valid:172.634 test:164.853> 
+<ITER10 LR1.00000 train:140.814 valid:169.566 test:162.153> 
+<ITER11 LR1.00000 train:134.447 valid:167.703 test:159.878> 
+<ITER12 LR1.00000 train:130.130 valid:166.497 test:158.732> 
+<ITER13 LR1.00000 train:125.432 valid:165.068 test:156.851> 
+<ITER14 LR1.00000 train:121.417 valid:164.195 test:155.989> 
+<ITER15 LR1.00000 train:117.850 valid:163.768 test:155.523> 
+<ITER16 LR1.00000 train:114.808 valid:162.504 test:154.272> 
+<ITER17 LR1.00000 train:111.993 valid:162.514 test:153.963> 
+<ITER18 LR0.60000 train:100.190 valid:152.977 test:144.878> 
+<ITER19 LR0.36000 train:91.564 valid:146.247 test:138.433> 
+<ITER20 LR0.21600 train:86.112 valid:141.705 test:134.208> 
+<ITER21 LR0.12960 train:82.572 valid:138.868 test:131.590> 
+<ITER22 LR0.07776 train:80.227 valid:137.222 test:130.065> 
+<ITER23 LR0.04666 train:78.724 valid:136.155 test:129.067> 
+<ITER24 LR0.02799 train:77.720 valid:135.442 test:128.391> 
+<ITER25 LR0.01680 train:77.031 valid:134.842 test:127.867> 
+<ITER26 LR0.01008 train:76.596 valid:134.389 test:127.500> 
+<ITER27 LR0.00605 train:76.322 valid:134.082 test:127.254> 
+<ITER28 LR0.00363 train:76.149 valid:133.895 test:127.101> 
+<ITER29 LR0.00218 train:76.039 valid:133.773 test:127.000> 
+<ITER30 LR0.00131 train:75.971 valid:133.678 test:126.925> 
+<ITER31 LR0.00078 train:75.927 valid:133.606 test:126.865> 
+<ITER32 LR0.00047 train:75.899 valid:133.560 test:126.824> 
+<ITER33 LR0.00028 train:75.882 valid:133.535 test:126.797> 
+<ITER34 LR0.00017 train:75.872 valid:133.524 test:126.780> 
+<ITER35 LR0.00010 train:75.866 valid:133.521 test:126.770> 
+
+===FINAL TEST===
+[SCHEDULER FINAL_TEST]: preparing parameters...
+[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35...
+reading chunk 0 from 0
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+
+reading chunk 1 from 46034721
+metadata: return {type="nerv.BiasParam",id="bp_h"}
+
+reading chunk 2 from 46039575
+metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
+
+reading chunk 3 from 92312275
+metadata: return {type="nerv.BiasParam",id="bp_o"}
+
+reading chunk 4 from 92428530
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+
+reading chunk 5 from 94320866
+[SCHEDULER FINAL_TEST]: preparing parameters end.
+[SCHEDULER FINAL_TEST]: preparing layers...
+(02:42:06 2015-11-18)[nerv] info: create layer: recurrentL1
+(02:42:06 2015-11-18)[nerv] info: create layer: sigmoidL1
+(02:42:06 2015-11-18)[nerv] info: create layer: combinerL1
+(02:42:06 2015-11-18)[nerv] info: create layer: outputL
+(02:42:06 2015-11-18)[nerv] info: create layer: softmaxL
+(02:42:06 2015-11-18)[nerv] info: create layer: selectL1
+[SCHEDULER FINAL_TEST]: preparing layers end.
+[SCHEDULER FINAL_TEST]: Generate and initing TNN ...
+<input>	selectL1	0
+selectL1	recurrentL1	0
+recurrentL1	sigmoidL1	0
+sigmoidL1	combinerL1	0
+combinerL1	recurrentL1	1
+combinerL1	outputL	0
+outputL	softmaxL	0
+<input>	softmaxL	0
+softmaxL	<output>	0
+recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
+outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
+sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
+selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
+softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
+TNN initing storage	selectL1	->	recurrentL1
+TNN initing storage	recurrentL1	->	sigmoidL1
+TNN initing storage	sigmoidL1	->	combinerL1
+TNN initing storage	combinerL1	->	recurrentL1
+TNN initing storage	combinerL1	->	outputL
+TNN initing storage	outputL	->	softmaxL
+[SCHEDULER FINAL_TEST]: Initing TNN end.
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size:	10	chunk_size	15
+[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 02:42:12 2015.
+	[SCHEDULER FINAL_TEST]: log prob per sample :-2.100879.
+	 [global_conf.timer]: time spent on tnn_beforeprocess:0.48807 clock time
+	 [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84059 clock time
+	 [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57532 clock time
+	 [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER FINAL_TEST]: Displaying result:
+[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.23100213441> <PPL_OOV 126.76999500943> <LOGP -173351.64788846>
+[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300
deleted file mode 100644
index ca4ff77..0000000
--- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300
+++ /dev/null
@@ -1,3824 +0,0 @@
-Greetings
-[SCHEDULER]: printing global_conf
-test_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds
-train_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds
-sche_log_pre	[SCHEDULER]:
-train_fn_shuf_bak	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak
-mmat_type	table: 0x40f7afc8
-wcost	1e-06
-train_fn_shuf	/home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf
-log_w_num	40000
-param_fn	/home/slhome/txh18/workspace/nerv/play/dagL_test/params
-batch_size	10
-hidden_size	300
-timer	nerv.Timer
-work_dir	/home/slhome/txh18/workspace/nerv/play/dagL_test
-nn_act_default	0
-max_iter	30
-valid_fn	/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds
-lrate	1
-momentum	0
-param_random	function: 0x41ba6b68
-chunk_size	15
-cumat_type	table: 0x40f7e4e0
-[SCHEDULER]: creating work_dir...
-[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds...
-[LOG]LMVocab: Building finished, vocab size now is 10000.
-[SCHEDULER]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34509841
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 2 from 35545246
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 70044639
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 4 from 70048135
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 5 from 70163127
-[SCHEDULER]: preparing parameters end.
-===INITIAL VALIDATION===
-[SCHEDULER]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34509841
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 2 from 35545246
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 70044639
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 4 from 70048135
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 5 from 70163127
-[SCHEDULER]: preparing parameters end.
-[SCHEDULER]: preparing layers...
-(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1
-(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1
-(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1
-(21:26:39 2015-11-12)[nerv] info: create layer: outputL
-(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL
-(21:26:39 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER]: preparing layers end.
-[SCHEDULER]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER]: Initing TNN end.
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015.
-	[SCHEDULER]: log prob per sample :-4.052709.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER]: Displaying result:
-[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767>
-[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-
-[SCHEDULER]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34509841
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 2 from 35545246
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 70044639
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 4 from 70048135
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 5 from 70163127
-[SCHEDULER]: preparing parameters end.
-[SCHEDULER]: preparing layers...
-(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1
-(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1
-(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1
-(21:26:55 2015-11-12)[nerv] info: create layer: outputL
-(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL
-(21:26:55 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER]: preparing layers end.
-[SCHEDULER]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER]: Initing TNN end.
-===ITERATION 1 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-3.292692.
-[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-3.070144.
-[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.984966.
-[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.924306.
-[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.895537.
-[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.866355.
-[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.841706.
-[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.820864.
-[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.798327.
-[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.784042.
-[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.767230.
-[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.750979.
-[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.737316.
-[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.721875.
-[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.712290.
-[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.701624.
-[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.692884.
-[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.684241.
-[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.673189.
-[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.665760.
-[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.656155.
-[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.648768.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER1 LR1]: Displaying result:
-[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481>
-[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER1 LR1]: shuffling training file
-===PEEK ON TEST 1===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.504355.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER1 LR1]: Displaying result:
-[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413>
-[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 1===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015.
-	[SCHEDULER ITER1 LR1]: log prob per sample :-2.550268.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER1 LR1]: Displaying result:
-[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037>
-[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER1 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1075976
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1079632
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35607920
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35724250
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70241455
-[SCHEDULER ITER1 LR1]: preparing parameters end.
-[SCHEDULER ITER1 LR1]: preparing layers...
-(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1
-(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1
-(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1
-(21:33:24 2015-11-12)[nerv] info: create layer: outputL
-(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL
-(21:33:24 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER1 LR1]: preparing layers end.
-[SCHEDULER ITER1 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER1 LR1]: Initing TNN end.
-===ITERATION 2 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.611210.
-[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.589139.
-[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.570733.
-[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.551667.
-[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.540568.
-[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.526721.
-[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.517728.
-[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.508229.
-[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.502058.
-[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.497895.
-[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.493752.
-[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.490189.
-[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.486542.
-[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.483445.
-[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.483056.
-[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.480205.
-[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.478075.
-[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.475920.
-[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.473641.
-[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.471283.
-[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.468366.
-[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.466238.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER2 LR1]: Displaying result:
-[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619>
-[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER2 LR1]: shuffling training file
-===PEEK ON TEST 2===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.378341.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER2 LR1]: Displaying result:
-[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172>
-[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 2===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015.
-	[SCHEDULER ITER2 LR1]: log prob per sample :-2.425320.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER2 LR1]: Displaying result:
-[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282>
-[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER2 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34522576
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34526234
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69072330
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69188461
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70263917
-[SCHEDULER ITER2 LR1]: preparing parameters end.
-[SCHEDULER ITER2 LR1]: preparing layers...
-(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1
-(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1
-(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1
-(21:39:50 2015-11-12)[nerv] info: create layer: outputL
-(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL
-(21:39:50 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER2 LR1]: preparing layers end.
-[SCHEDULER ITER2 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER2 LR1]: Initing TNN end.
-===ITERATION 3 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.544465.
-[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.523845.
-[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.503563.
-[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.492793.
-[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.486434.
-[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.477573.
-[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.472171.
-[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.464689.
-[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.462254.
-[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.460639.
-[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.457377.
-[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.454522.
-[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.451702.
-[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.449800.
-[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.460651.
-[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.478514.
-[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.481904.
-[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.481315.
-[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.479536.
-[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.477516.
-[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.474938.
-[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.472685.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER3 LR1]: Displaying result:
-[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512>
-[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER3 LR1]: shuffling training file
-===PEEK ON TEST 3===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.372994.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER3 LR1]: Displaying result:
-[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252>
-[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 3===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015.
-	[SCHEDULER ITER3 LR1]: log prob per sample :-2.423095.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER3 LR1]: Displaying result:
-[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609>
-[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER3 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1075055
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1078714
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35640630
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35756784
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70282927
-[SCHEDULER ITER3 LR1]: preparing parameters end.
-[SCHEDULER ITER3 LR1]: preparing layers...
-(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1
-(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1
-(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1
-(21:46:18 2015-11-12)[nerv] info: create layer: outputL
-(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL
-(21:46:18 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER3 LR1]: preparing layers end.
-[SCHEDULER ITER3 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER3 LR1]: Initing TNN end.
-===ITERATION 4 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.405192.
-[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.387086.
-[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.375429.
-[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.371996.
-[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.369614.
-[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.363105.
-[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.358276.
-[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.352905.
-[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.350189.
-[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.348116.
-[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.346662.
-[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.345278.
-[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.343802.
-[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.342152.
-[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.344444.
-[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.342672.
-[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.341851.
-[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.340724.
-[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.339464.
-[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.338453.
-[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.336619.
-[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.335602.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER4 LR1]: Displaying result:
-[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162>
-[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER4 LR1]: shuffling training file
-===PEEK ON TEST 4===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.303876.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER4 LR1]: Displaying result:
-[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619>
-[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 4===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015.
-	[SCHEDULER ITER4 LR1]: log prob per sample :-2.356798.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER4 LR1]: Displaying result:
-[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.17539195191> <PPL_OOV 212.2263711232> <LOGP -171624.71991538>
-[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER4 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34528542
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34532200
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69109612
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69225892
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70300614
-[SCHEDULER ITER4 LR1]: preparing parameters end.
-[SCHEDULER ITER4 LR1]: preparing layers...
-(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1
-(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1
-(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1
-(21:52:41 2015-11-12)[nerv] info: create layer: outputL
-(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL
-(21:52:41 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER4 LR1]: preparing layers end.
-[SCHEDULER ITER4 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER4 LR1]: Initing TNN end.
-===ITERATION 5 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.446345.
-[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.403749.
-[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.384431.
-[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.374759.
-[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.361125.
-[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.347698.
-[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.337251.
-[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.328378.
-[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.322798.
-[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.318066.
-[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.314987.
-[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.312277.
-[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.309665.
-[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.307166.
-[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.304912.
-[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.302402.
-[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.301702.
-[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.300632.
-[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.299094.
-[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.298026.
-[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.295902.
-[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.294821.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER5 LR1]: Displaying result:
-[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 222.41429432004> <PPL_OOV 197.11868137695> <LOGP -2133153.7071965>
-[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER5 LR1]: shuffling training file
-===PEEK ON TEST 5===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.273549.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER5 LR1]: Displaying result:
-[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 217.16376745377> <PPL_OOV 188.43745082601> <LOGP -187542.03398485>
-[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 5===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015.
-	[SCHEDULER ITER5 LR1]: log prob per sample :-2.329139.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER5 LR1]: Displaying result:
-[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 222.10299379671> <PPL_OOV 197.98616944161> <LOGP -169399.7867695>
-[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER5 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1074285
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1077942
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35667973
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35784319
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70315647
-[SCHEDULER ITER5 LR1]: preparing parameters end.
-[SCHEDULER ITER5 LR1]: preparing layers...
-(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1
-(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1
-(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1
-(21:59:03 2015-11-12)[nerv] info: create layer: outputL
-(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL
-(21:59:03 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER5 LR1]: preparing layers end.
-[SCHEDULER ITER5 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER5 LR1]: Initing TNN end.
-===ITERATION 6 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.302353.
-[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.286055.
-[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.274566.
-[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.272892.
-[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.271265.
-[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.267254.
-[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.263588.
-[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.259553.
-[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.257404.
-[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.255302.
-[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.254638.
-[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.254091.
-[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.253283.
-[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.252240.
-[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.249917.
-[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.250291.
-[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.249598.
-[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.249209.
-[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.248536.
-[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.248296.
-[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.247162.
-[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.246722.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER6 LR1]: Displaying result:
-[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.91088397989> <PPL_OOV 176.50252475842> <LOGP -2088554.9429051>
-[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER6 LR1]: shuffling training file
-===PEEK ON TEST 6===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.252489.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER6 LR1]: Displaying result:
-[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.19131994725> <PPL_OOV 179.26390285139> <LOGP -185755.4154153>
-[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 6===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015.
-	[SCHEDULER ITER6 LR1]: log prob per sample :-2.311040.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER6 LR1]: Displaying result:
-[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 211.88409793113> <PPL_OOV 189.15513876712> <LOGP -167938.10631937>
-[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER6 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34533450
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34537108
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69139044
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69255402
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70329197
-[SCHEDULER ITER6 LR1]: preparing parameters end.
-[SCHEDULER ITER6 LR1]: preparing layers...
-(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1
-(22:05:29 2015-11-12)[nerv] info: create layer: outputL
-(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL
-(22:05:29 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER6 LR1]: preparing layers end.
-[SCHEDULER ITER6 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER6 LR1]: Initing TNN end.
-===ITERATION 7 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.247858.
-[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.240500.
-[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.233063.
-[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.233546.
-[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.233342.
-[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.228546.
-[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.226190.
-[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.222945.
-[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.221231.
-[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.219454.
-[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.219290.
-[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.219243.
-[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.218756.
-[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.218041.
-[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.218228.
-[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.217169.
-[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.216362.
-[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.216029.
-[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.215487.
-[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.215356.
-[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.214292.
-[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.214097.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER7 LR1]: Displaying result:
-[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 183.98583365133> <PPL_OOV 163.73121251112> <LOGP -2058232.2665045>
-[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER7 LR1]: shuffling training file
-===PEEK ON TEST 7===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.238654.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER7 LR1]: Displaying result:
-[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.81652309035> <PPL_OOV 173.06297365549> <LOGP -184495.16904979>
-[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 7===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015.
-	[SCHEDULER ITER7 LR1]: log prob per sample :-2.297186.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER7 LR1]: Displaying result:
-[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 203.98597397845> <PPL_OOV 182.29758343458> <LOGP -166755.20004089>
-[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER7 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1073208
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1076866
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35689509
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35805861
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70341551
-[SCHEDULER ITER7 LR1]: preparing parameters end.
-[SCHEDULER ITER7 LR1]: preparing layers...
-(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1
-(22:11:54 2015-11-12)[nerv] info: create layer: outputL
-(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL
-(22:11:54 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER7 LR1]: preparing layers end.
-[SCHEDULER ITER7 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER7 LR1]: Initing TNN end.
-===ITERATION 8 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.217380.
-[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.210173.
-[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.203362.
-[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.204496.
-[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.204268.
-[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.201367.
-[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.197826.
-[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.194816.
-[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.193248.
-[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.191500.
-[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.191556.
-[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.191680.
-[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.191424.
-[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.190928.
-[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.188829.
-[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.187827.
-[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.187269.
-[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.187128.
-[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.186552.
-[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.186589.
-[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.185669.
-[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.185637.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER8 LR1]: Displaying result:
-[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.83259622499> <PPL_OOV 153.3513863571> <LOGP -2031791.2494254>
-[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER8 LR1]: shuffling training file
-===PEEK ON TEST 8===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.226930.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER8 LR1]: Displaying result:
-[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.95664295121> <PPL_OOV 168.43457806958> <LOGP -183524.72818304>
-[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 8===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015.
-	[SCHEDULER ITER8 LR1]: log prob per sample :-2.286467.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER8 LR1]: Displaying result:
-[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.85544743757> <PPL_OOV 177.1932477992> <LOGP -165845.46314541>
-[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER8 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34537849
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34541506
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69163408
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69279752
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70352310
-[SCHEDULER ITER8 LR1]: preparing parameters end.
-[SCHEDULER ITER8 LR1]: preparing layers...
-(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1
-(22:18:20 2015-11-12)[nerv] info: create layer: outputL
-(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL
-(22:18:20 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER8 LR1]: preparing layers end.
-[SCHEDULER ITER8 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER8 LR1]: Initing TNN end.
-===ITERATION 9 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.184391.
-[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.181046.
-[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.176112.
-[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.178759.
-[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.178842.
-[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.175028.
-[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.171060.
-[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.168492.
-[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.167283.
-[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.165790.
-[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.166168.
-[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.166588.
-[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.166562.
-[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.166247.
-[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.164505.
-[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.163544.
-[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.163438.
-[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.163471.
-[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.162740.
-[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.162951.
-[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.162159.
-[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.162246.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER9 LR1]: Displaying result:
-[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.44771598369> <PPL_OOV 145.31439191404> <LOGP -2010058.3160156>
-[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER9 LR1]: shuffling training file
-===PEEK ON TEST 9===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.217479.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER9 LR1]: Displaying result:
-[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.1278010178> <PPL_OOV 164.75417796788> <LOGP -182733.82746825>
-[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 9===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015.
-	[SCHEDULER ITER9 LR1]: log prob per sample :-2.278188.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER9 LR1]: Displaying result:
-[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.94739874239> <PPL_OOV 173.23916130821> <LOGP -165122.53431059>
-[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER9 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1071986
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1075642
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35705377
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35821695
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70362066
-[SCHEDULER ITER9 LR1]: preparing parameters end.
-[SCHEDULER ITER9 LR1]: preparing layers...
-(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1
-(22:24:45 2015-11-12)[nerv] info: create layer: outputL
-(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL
-(22:24:45 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER9 LR1]: preparing layers end.
-[SCHEDULER ITER9 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER9 LR1]: Initing TNN end.
-===ITERATION 10 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.159231.
-[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.158206.
-[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.153994.
-[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.156763.
-[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.157195.
-[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.154012.
-[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.150190.
-[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.147796.
-[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.146531.
-[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.144999.
-[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.145563.
-[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.146132.
-[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.146207.
-[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.145943.
-[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.143880.
-[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.143399.
-[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.142851.
-[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.142841.
-[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.142520.
-[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.142826.
-[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.142216.
-[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.142326.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER10 LR1]: Displaying result:
-[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 154.85025727813> <PPL_OOV 138.80197382903> <LOGP -1991547.4224823>
-[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER10 LR1]: shuffling training file
-===PEEK ON TEST 10===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.212505.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER10 LR1]: Displaying result:
-[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 185.40548411166> <PPL_OOV 162.82613645004> <LOGP -182312.41904908>
-[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 10===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015.
-	[SCHEDULER ITER10 LR1]: log prob per sample :-2.274287.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER10 LR1]: Displaying result:
-[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.39721658879> <PPL_OOV 171.2923011258> <LOGP -164760.50334979>
-[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER10 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34542151
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34545807
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69182866
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69299176
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70370634
-[SCHEDULER ITER10 LR1]: preparing parameters end.
-[SCHEDULER ITER10 LR1]: preparing layers...
-(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1
-(22:31:11 2015-11-12)[nerv] info: create layer: outputL
-(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL
-(22:31:11 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER10 LR1]: preparing layers end.
-[SCHEDULER ITER10 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER10 LR1]: Initing TNN end.
-===ITERATION 11 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.139499.
-[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.138794.
-[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.135243.
-[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.137881.
-[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.138292.
-[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.134734.
-[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.130923.
-[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.128777.
-[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.127728.
-[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.126190.
-[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.126941.
-[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.127618.
-[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.127815.
-[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.127700.
-[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.125708.
-[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.124852.
-[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.124162.
-[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.124089.
-[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.123790.
-[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.124132.
-[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.123640.
-[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.123852.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER11 LR1]: Displaying result:
-[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.14166813174> <PPL_OOV 133.02618550034> <LOGP -1974388.6001313>
-[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER11 LR1]: shuffling training file
-===PEEK ON TEST 11===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.205914.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER11 LR1]: Displaying result:
-[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 182.39390315888> <PPL_OOV 160.46237137081> <LOGP -181788.91337671>
-[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 11===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015.
-	[SCHEDULER ITER11 LR1]: log prob per sample :-2.269752.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER11 LR1]: Displaying result:
-[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.75373810895> <PPL_OOV 169.13307312491> <LOGP -164354.13711126>
-[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER11 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1070828
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1074484
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35719188
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35835491
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70379329
-[SCHEDULER ITER11 LR1]: preparing parameters end.
-[SCHEDULER ITER11 LR1]: preparing layers...
-(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1
-(22:37:37 2015-11-12)[nerv] info: create layer: outputL
-(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL
-(22:37:37 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER11 LR1]: preparing layers end.
-[SCHEDULER ITER11 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER11 LR1]: Initing TNN end.
-===ITERATION 12 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.122491.
-[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.121906.
-[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.118337.
-[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.120726.
-[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.121222.
-[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.117684.
-[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.113753.
-[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.111703.
-[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.110579.
-[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.109065.
-[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.109969.
-[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.110800.
-[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.110956.
-[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.110944.
-[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.109763.
-[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.108867.
-[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.108518.
-[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.108498.
-[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.108149.
-[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.108567.
-[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.108110.
-[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.108397.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER12 LR1]: Displaying result:
-[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.74802026729> <PPL_OOV 128.37705407036> <LOGP -1960026.6987909>
-[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER12 LR1]: shuffling training file
-===PEEK ON TEST 12===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.200728.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER12 LR1]: Displaying result:
-[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.49185726892> <PPL_OOV 158.66736020267> <LOGP -181386.19256374>
-[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 12===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015.
-	[SCHEDULER ITER12 LR1]: log prob per sample :-2.267196.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER12 LR1]: Displaying result:
-[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.68848452989> <PPL_OOV 167.99520614955> <LOGP -164137.89853503>
-[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER12 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34545626
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34549283
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69202806
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69319085
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70389258
-[SCHEDULER ITER12 LR1]: preparing parameters end.
-[SCHEDULER ITER12 LR1]: preparing layers...
-(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1
-(22:44:02 2015-11-12)[nerv] info: create layer: outputL
-(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL
-(22:44:02 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER12 LR1]: preparing layers end.
-[SCHEDULER ITER12 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER12 LR1]: Initing TNN end.
-===ITERATION 13 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.106771.
-[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.106460.
-[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.103062.
-[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.105308.
-[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.105773.
-[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.102116.
-[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.098718.
-[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.096837.
-[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.095630.
-[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.094049.
-[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.095015.
-[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.095949.
-[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.096547.
-[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.096706.
-[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.095009.
-[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.094298.
-[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.093667.
-[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.093573.
-[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.092909.
-[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.093359.
-[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.092985.
-[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.093309.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER13 LR1]: Displaying result:
-[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.66576866018> <PPL_OOV 123.99443367725> <LOGP -1946003.6478197>
-[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER13 LR1]: shuffling training file
-===PEEK ON TEST 13===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.197329.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER13 LR1]: Displaying result:
-[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.82057178108> <PPL_OOV 157.42605789449> <LOGP -181105.02582114>
-[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 13===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015.
-	[SCHEDULER ITER13 LR1]: log prob per sample :-2.264225.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER13 LR1]: Displaying result:
-[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.9297152642> <PPL_OOV 166.58327559059> <LOGP -163867.53188189>
-[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER13 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1069510
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1073167
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35735524
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35851793
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70399112
-[SCHEDULER ITER13 LR1]: preparing parameters end.
-[SCHEDULER ITER13 LR1]: preparing layers...
-(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1
-(22:50:28 2015-11-12)[nerv] info: create layer: outputL
-(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL
-(22:50:28 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER13 LR1]: preparing layers end.
-[SCHEDULER ITER13 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER13 LR1]: Initing TNN end.
-===ITERATION 14 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.093854.
-[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.092732.
-[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.089367.
-[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.091353.
-[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.091452.
-[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.088015.
-[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.084144.
-[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.082341.
-[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.081403.
-[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.079995.
-[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.081093.
-[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.082089.
-[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.082746.
-[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.082818.
-[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.081157.
-[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.080417.
-[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.079843.
-[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.079713.
-[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.079183.
-[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.079667.
-[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.079312.
-[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.079634.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER14 LR1]: Displaying result:
-[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 133.19581646167> <PPL_OOV 120.14972523105> <LOGP -1933287.4211578>
-[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER14 LR1]: shuffling training file
-===PEEK ON TEST 14===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.193982.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER14 LR1]: Displaying result:
-[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.65417278073> <PPL_OOV 156.38093168167> <LOGP -180866.5703231>
-[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 14===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015.
-	[SCHEDULER ITER14 LR1]: log prob per sample :-2.262951.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER14 LR1]: Displaying result:
-[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.00055961149> <PPL_OOV 165.75765731982> <LOGP -163708.37274731>
-[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER14 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34548947
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34552604
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69223650
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69339910
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70408674
-[SCHEDULER ITER14 LR1]: preparing parameters end.
-[SCHEDULER ITER14 LR1]: preparing layers...
-(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1
-(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1
-(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1
-(22:56:53 2015-11-12)[nerv] info: create layer: outputL
-(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL
-(22:56:53 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER14 LR1]: preparing layers end.
-[SCHEDULER ITER14 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER14 LR1]: Initing TNN end.
-===ITERATION 15 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.079524.
-[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.078168.
-[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.074972.
-[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.077374.
-[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.077555.
-[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.074048.
-[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.070281.
-[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.068796.
-[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.067962.
-[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.066988.
-[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.068325.
-[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.069418.
-[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.069623.
-[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.069749.
-[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.068053.
-[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.067368.
-[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.066932.
-[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.066831.
-[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.066086.
-[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.066640.
-[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.066342.
-[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.066725.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER15 LR1]: Displaying result:
-[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.11918295021> <PPL_OOV 116.63119544274> <LOGP -1921288.235319>
-[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER15 LR1]: shuffling training file
-===PEEK ON TEST 15===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.191966.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER15 LR1]: Displaying result:
-[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.57607779611> <PPL_OOV 155.62769814107> <LOGP -180693.72266703>
-[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 15===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015.
-	[SCHEDULER ITER15 LR1]: log prob per sample :-2.260851.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER15 LR1]: Displaying result:
-[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.85870687957> <PPL_OOV 164.8981267046> <LOGP -163541.83165092>
-[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER15 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1067962
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1071619
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35752027
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35868271
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70418779
-[SCHEDULER ITER15 LR1]: preparing parameters end.
-[SCHEDULER ITER15 LR1]: preparing layers...
-(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1
-(23:03:22 2015-11-12)[nerv] info: create layer: outputL
-(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL
-(23:03:22 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER15 LR1]: preparing layers end.
-[SCHEDULER ITER15 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER15 LR1]: Initing TNN end.
-===ITERATION 16 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.068214.
-[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.066342.
-[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.063079.
-[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.066440.
-[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.066490.
-[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.063028.
-[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.059035.
-[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.057406.
-[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056584.
-[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.055149.
-[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056433.
-[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.057562.
-[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.057751.
-[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.057856.
-[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056396.
-[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.057165.
-[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056975.
-[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056984.
-[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056152.
-[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056671.
-[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056324.
-[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.056707.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER16 LR1]: Displaying result:
-[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.0333493943> <PPL_OOV 113.97537256127> <LOGP -1911988.8997288>
-[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER16 LR1]: shuffling training file
-===PEEK ON TEST 16===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.189005.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER16 LR1]: Displaying result:
-[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.54495953664> <PPL_OOV 154.34504599302> <LOGP -180397.45280834>
-[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 16===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015.
-	[SCHEDULER ITER16 LR1]: log prob per sample :-2.257255.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER16 LR1]: Displaying result:
-[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.70517720981> <PPL_OOV 163.53949262261> <LOGP -163276.80637116>
-[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER16 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34551805
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34555462
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69245306
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69361555
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70428711
-[SCHEDULER ITER16 LR1]: preparing parameters end.
-[SCHEDULER ITER16 LR1]: preparing layers...
-(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1
-(23:09:53 2015-11-12)[nerv] info: create layer: outputL
-(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL
-(23:09:53 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER16 LR1]: preparing layers end.
-[SCHEDULER ITER16 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER16 LR1]: Initing TNN end.
-===ITERATION 17 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.057337.
-[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.054228.
-[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.051573.
-[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.054122.
-[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.054019.
-[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.050697.
-[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.046821.
-[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.045511.
-[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.044741.
-[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.043555.
-[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.044954.
-[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.046144.
-[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.046791.
-[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.046992.
-[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.045521.
-[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.044919.
-[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.044403.
-[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.044228.
-[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.043460.
-[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.043998.
-[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.043712.
-[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.044177.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER17 LR1]: Displaying result:
-[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.30180524286> <PPL_OOV 110.73970561246> <LOGP -1900361.9204513>
-[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER17 LR1]: shuffling training file
-===PEEK ON TEST 17===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.187704.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER17 LR1]: Displaying result:
-[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.14923615299> <PPL_OOV 154.00974423711> <LOGP -180319.59809567>
-[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 17===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015.
-	[SCHEDULER ITER17 LR1]: log prob per sample :-2.256714.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER17 LR1]: Displaying result:
-[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.0637620627> <PPL_OOV 162.95956199671> <LOGP -163163.00963977>
-[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER17 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1066336
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1069993
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35770818
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35887062
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70440379
-[SCHEDULER ITER17 LR1]: preparing parameters end.
-[SCHEDULER ITER17 LR1]: preparing layers...
-(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1
-(23:16:21 2015-11-12)[nerv] info: create layer: outputL
-(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL
-(23:16:21 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER17 LR1]: preparing layers end.
-[SCHEDULER ITER17 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER17 LR1]: Initing TNN end.
-===ITERATION 18 LR 1.000000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.047845.
-[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.044281.
-[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.040900.
-[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.042721.
-[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.042535.
-[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.039501.
-[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.035717.
-[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.034356.
-[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.033498.
-[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.032262.
-[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.033736.
-[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.034965.
-[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.035512.
-[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.035727.
-[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.034121.
-[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.033805.
-[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.033356.
-[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.033235.
-[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.032576.
-[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.033127.
-[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.032826.
-[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.033328.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER18 LR1]: Displaying result:
-[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 119.1444780615> <PPL_OOV 108.00363158497> <LOGP -1890261.9304582>
-[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER18 LR1]: shuffling training file
-===PEEK ON TEST 18===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.187537.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER18 LR1]: Displaying result:
-[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.30384094846> <PPL_OOV 153.89722716787> <LOGP -180293.43443454>
-[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 18===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015.
-	[SCHEDULER ITER18 LR1]: log prob per sample :-2.255971.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER18 LR1]: Displaying result:
-[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.24453547858> <PPL_OOV 162.88595646802> <LOGP -163148.5374614>
-[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER18 LR1]: PPL did not improve, rejected...
-
-[SCHEDULER ITER18 LR1]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1066336
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1069993
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35770818
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35887062
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70440379
-[SCHEDULER ITER18 LR1]: preparing parameters end.
-[SCHEDULER ITER18 LR1]: preparing layers...
-(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1
-(23:22:46 2015-11-12)[nerv] info: create layer: outputL
-(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL
-(23:22:46 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER18 LR1]: preparing layers end.
-[SCHEDULER ITER18 LR1]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER18 LR1]: Initing TNN end.
-===ITERATION 19 LR 0.600000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309.
-[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905.
-[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135.
-[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770.
-[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171.
-[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173.
-[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407.
-[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321.
-[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704.
-[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335.
-[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245.
-[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014.
-[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773.
-[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503.
-[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492.
-[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077.
-[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084.
-[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459.
-[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164.
-[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280.
-[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607.
-[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER19 LR0.6]: Displaying result:
-[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 107.90654240004> <PPL_OOV 97.67088564661> <LOGP -1849663.7735016>
-[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER19 LR0.6]: shuffling training file
-===PEEK ON TEST 19===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER19 LR0.6]: Displaying result:
-[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.93575765882> <PPL_OOV 144.75253493478> <LOGP -178100.41584563>
-[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 19===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015.
-	[SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER19 LR0.6]: Displaying result:
-[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.34955214593> <PPL_OOV 153.1652268315> <LOGP -161177.41476033>
-[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER19 LR0.6]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34553798
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34557455
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69263118
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69379374
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70445046
-[SCHEDULER ITER19 LR0.6]: preparing parameters end.
-[SCHEDULER ITER19 LR0.6]: preparing layers...
-(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1
-(23:29:14 2015-11-12)[nerv] info: create layer: outputL
-(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL
-(23:29:14 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER19 LR0.6]: preparing layers end.
-[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER19 LR0.6]: Initing TNN end.
-===ITERATION 20 LR 0.360000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736.
-[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773.
-[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973.
-[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546.
-[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723.
-[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719.
-[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853.
-[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695.
-[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910.
-[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365.
-[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209.
-[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863.
-[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408.
-[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036.
-[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725.
-[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061.
-[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920.
-[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109.
-[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610.
-[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569.
-[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681.
-[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER20 LR0.36]: Displaying result:
-[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 99.378301354388> <PPL_OOV 90.076027947215> <LOGP -1816983.236708>
-[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER20 LR0.36]: shuffling training file
-===PEEK ON TEST 20===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER20 LR0.36]: Displaying result:
-[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.35212983861> <PPL_OOV 138.61779493974> <LOGP -176550.13901877>
-[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 20===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015.
-	[SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER20 LR0.36]: Displaying result:
-[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.27830069823> <PPL_OOV 146.57250363849> <LOGP -159768.03285717>
-[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER20 LR0.36]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1065216
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1068873
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35777494
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35893749
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70447668
-[SCHEDULER ITER20 LR0.36]: preparing parameters end.
-[SCHEDULER ITER20 LR0.36]: preparing layers...
-(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1
-(23:35:44 2015-11-12)[nerv] info: create layer: outputL
-(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL
-(23:35:44 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER20 LR0.36]: preparing layers end.
-[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER20 LR0.36]: Initing TNN end.
-===ITERATION 21 LR 0.216000===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137.
-[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933.
-[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210.
-[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977.
-[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168.
-[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271.
-[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404.
-[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221.
-[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338.
-[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717.
-[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607.
-[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207.
-[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699.
-[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302.
-[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953.
-[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200.
-[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967.
-[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058.
-[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433.
-[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300.
-[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295.
-[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER21 LR0.216]: Displaying result:
-[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.023968843875> <PPL_OOV 85.323486943821> <LOGP -1795100.1247149>
-[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER21 LR0.216]: shuffling training file
-===PEEK ON TEST 21===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER21 LR0.216]: Displaying result:
-[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.38918238514> <PPL_OOV 134.82134759813> <LOGP -175556.00665597>
-[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 21===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015.
-	[SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER21 LR0.216]: Displaying result:
-[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.07191845094> <PPL_OOV 142.55019114397> <LOGP -158876.66522205>
-[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER21 LR0.216]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34553982
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34557639
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69267636
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69383878
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70448747
-[SCHEDULER ITER21 LR0.216]: preparing parameters end.
-[SCHEDULER ITER21 LR0.216]: preparing layers...
-(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1
-(23:42:14 2015-11-12)[nerv] info: create layer: outputL
-(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL
-(23:42:14 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER21 LR0.216]: preparing layers end.
-[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER21 LR0.216]: Initing TNN end.
-===ITERATION 22 LR 0.129600===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521.
-[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881.
-[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375.
-[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321.
-[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689.
-[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848.
-[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045.
-[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846.
-[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943.
-[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282.
-[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217.
-[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784.
-[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283.
-[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890.
-[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536.
-[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718.
-[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430.
-[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458.
-[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764.
-[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581.
-[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512.
-[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER22 LR0.1296]: Displaying result:
-[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.573532567471> <PPL_OOV 82.260504252707> <LOGP -1780340.8280155>
-[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER22 LR0.1296]: shuffling training file
-===PEEK ON TEST 22===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER22 LR0.1296]: Displaying result:
-[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 151.81077739473> <PPL_OOV 132.55162547276> <LOGP -174948.20031688>
-[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 22===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015.
-	[SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER22 LR0.1296]: Displaying result:
-[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.31066515347> <PPL_OOV 140.07782853008> <LOGP -158316.20699902>
-[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER22 LR0.1296]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1064564
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1068220
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35778811
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35895050
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70449077
-[SCHEDULER ITER22 LR0.1296]: preparing parameters end.
-[SCHEDULER ITER22 LR0.1296]: preparing layers...
-(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1
-(23:48:42 2015-11-12)[nerv] info: create layer: outputL
-(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL
-(23:48:42 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER22 LR0.1296]: preparing layers end.
-[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER22 LR0.1296]: Initing TNN end.
-===ITERATION 23 LR 0.077760===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198.
-[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880.
-[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578.
-[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617.
-[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138.
-[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352.
-[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648.
-[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472.
-[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582.
-[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920.
-[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888.
-[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438.
-[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949.
-[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575.
-[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227.
-[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381.
-[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066.
-[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060.
-[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333.
-[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124.
-[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022.
-[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER23 LR0.07776]: Displaying result:
-[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.351829885406> <PPL_OOV 80.286500135979> <LOGP -1770534.7415503>
-[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER23 LR0.07776]: shuffling training file
-===PEEK ON TEST 23===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER23 LR0.07776]: Displaying result:
-[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.87744237965> <PPL_OOV 131.04538176557> <LOGP -174539.07240993>
-[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 23===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015.
-	[SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER23 LR0.07776]: Displaying result:
-[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 154.27720049711> <PPL_OOV 138.42087667397> <LOGP -157935.02968198>
-[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER23 LR0.07776]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34554073
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34557729
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69268469
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69384704
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70449067
-[SCHEDULER ITER23 LR0.07776]: preparing parameters end.
-[SCHEDULER ITER23 LR0.07776]: preparing layers...
-(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1
-(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1
-(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1
-(23:55:13 2015-11-12)[nerv] info: create layer: outputL
-(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL
-(23:55:13 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER23 LR0.07776]: preparing layers end.
-[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER23 LR0.07776]: Initing TNN end.
-===ITERATION 24 LR 0.046656===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617.
-[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537.
-[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373.
-[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453.
-[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088.
-[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371.
-[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763.
-[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603.
-[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730.
-[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077.
-[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068.
-[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613.
-[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144.
-[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787.
-[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434.
-[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566.
-[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238.
-[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200.
-[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461.
-[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234.
-[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114.
-[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER24 LR0.046656]: Displaying result:
-[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.920495240643> <PPL_OOV 79.012622003197> <LOGP -1764077.7675035>
-[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER24 LR0.046656]: shuffling training file
-===PEEK ON TEST 24===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER24 LR0.046656]: Displaying result:
-[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.55537708434> <PPL_OOV 129.99836892411> <LOGP -174251.9013685>
-[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 24===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015.
-	[SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER24 LR0.046656]: Displaying result:
-[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.8976707204> <PPL_OOV 137.28067121287> <LOGP -157670.06889601>
-[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER24 LR0.046656]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1064235
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1067891
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35778796
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35895027
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70449162
-[SCHEDULER ITER24 LR0.046656]: preparing parameters end.
-[SCHEDULER ITER24 LR0.046656]: preparing layers...
-(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1
-(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1
-(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1
-(00:01:45 2015-11-13)[nerv] info: create layer: outputL
-(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL
-(00:01:45 2015-11-13)[nerv] info: create layer: selectL1
-[SCHEDULER ITER24 LR0.046656]: preparing layers end.
-[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER24 LR0.046656]: Initing TNN end.
-===ITERATION 25 LR 0.027994===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633.
-[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645.
-[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554.
-[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625.
-[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325.
-[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667.
-[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138.
-[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991.
-[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119.
-[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464.
-[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459.
-[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990.
-[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537.
-[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195.
-[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839.
-[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949.
-[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615.
-[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542.
-[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790.
-[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542.
-[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402.
-[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER25 LR0.0279936]: Displaying result:
-[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.956336656349> <PPL_OOV 78.15464160203> <LOGP -1759669.9371356>
-[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER25 LR0.0279936]: shuffling training file
-===PEEK ON TEST 25===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER25 LR0.0279936]: Displaying result:
-[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.82595926503> <PPL_OOV 129.33439073012> <LOGP -174068.58679574>
-[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 25===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015.
-	[SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER25 LR0.0279936]: Displaying result:
-[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.15134162452> <PPL_OOV 136.59028832861> <LOGP -157508.56605461>
-[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER25 LR0.0279936]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34554078
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34557734
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69268580
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69384814
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70448972
-[SCHEDULER ITER25 LR0.0279936]: preparing parameters end.
-[SCHEDULER ITER25 LR0.0279936]: preparing layers...
-(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1
-(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1
-(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1
-(00:08:17 2015-11-13)[nerv] info: create layer: outputL
-(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL
-(00:08:17 2015-11-13)[nerv] info: create layer: selectL1
-[SCHEDULER ITER25 LR0.0279936]: preparing layers end.
-[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER25 LR0.0279936]: Initing TNN end.
-===ITERATION 26 LR 0.016796===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163.
-[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205.
-[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163.
-[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215.
-[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944.
-[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343.
-[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872.
-[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750.
-[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884.
-[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233.
-[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238.
-[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759.
-[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318.
-[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997.
-[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650.
-[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757.
-[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428.
-[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341.
-[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588.
-[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332.
-[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185.
-[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER26 LR0.01679616]: Displaying result:
-[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.306413831474> <PPL_OOV 77.576329536238> <LOGP -1756671.5028106>
-[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER26 LR0.01679616]: shuffling training file
-===PEEK ON TEST 26===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER26 LR0.01679616]: Displaying result:
-[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.36875498893> <PPL_OOV 128.91575696119> <LOGP -173952.52382935>
-[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 26===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015.
-	[SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER26 LR0.01679616]: Displaying result:
-[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.66740269998> <PPL_OOV 136.14001627505> <LOGP -157402.79247427>
-[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER26 LR0.01679616]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1064118
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1067774
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35778526
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35894754
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70448835
-[SCHEDULER ITER26 LR0.01679616]: preparing parameters end.
-[SCHEDULER ITER26 LR0.01679616]: preparing layers...
-(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1
-(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1
-(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1
-(00:14:46 2015-11-13)[nerv] info: create layer: outputL
-(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL
-(00:14:46 2015-11-13)[nerv] info: create layer: selectL1
-[SCHEDULER ITER26 LR0.01679616]: preparing layers end.
-[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER26 LR0.01679616]: Initing TNN end.
-===ITERATION 27 LR 0.010078===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991.
-[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998.
-[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978.
-[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020.
-[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763.
-[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199.
-[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768.
-[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670.
-[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810.
-[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159.
-[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170.
-[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684.
-[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245.
-[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941.
-[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605.
-[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709.
-[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384.
-[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292.
-[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533.
-[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272.
-[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121.
-[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER27 LR0.010077696]: Displaying result:
-[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.892564171004> <PPL_OOV 77.207735633383> <LOGP -1754748.7298668>
-[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER27 LR0.010077696]: shuffling training file
-===PEEK ON TEST 27===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER27 LR0.010077696]: Displaying result:
-[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.07593301007> <PPL_OOV 128.68430626567> <LOGP -173888.19402233>
-[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 27===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015.
-	[SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER27 LR0.010077696]: Displaying result:
-[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.35156353958> <PPL_OOV 135.87529295123> <LOGP -157340.44279668>
-[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER27 LR0.010077696]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34554095
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34557751
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69268513
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69384740
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70448840
-[SCHEDULER ITER27 LR0.010077696]: preparing parameters end.
-[SCHEDULER ITER27 LR0.010077696]: preparing layers...
-(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1
-(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1
-(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1
-(00:21:16 2015-11-13)[nerv] info: create layer: outputL
-(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL
-(00:21:16 2015-11-13)[nerv] info: create layer: selectL1
-[SCHEDULER ITER27 LR0.010077696]: preparing layers end.
-[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER27 LR0.010077696]: Initing TNN end.
-===ITERATION 28 LR 0.006047===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630.
-[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595.
-[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578.
-[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625.
-[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379.
-[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839.
-[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432.
-[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354.
-[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500.
-[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846.
-[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861.
-[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370.
-[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930.
-[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636.
-[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311.
-[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411.
-[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087.
-[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996.
-[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229.
-[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964.
-[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809.
-[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER28 LR0.0060466176]: Displaying result:
-[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.63102126523> <PPL_OOV 76.974759050279> <LOGP -1753528.6652939>
-[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER28 LR0.0060466176]: shuffling training file
-===PEEK ON TEST 28===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER28 LR0.0060466176]: Displaying result:
-[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.93207041077> <PPL_OOV 128.55480190021> <LOGP -173852.14885412>
-[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 28===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015.
-	[SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER28 LR0.0060466176]: Displaying result:
-[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.2010136235> <PPL_OOV 135.73200338631> <LOGP -157306.64344368>
-[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER28 LR0.0060466176]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 1 from 1064079
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 1067735
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 35778519
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 35894748
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 5 from 70448843
-[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end.
-[SCHEDULER ITER28 LR0.0060466176]: preparing layers...
-(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1
-(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1
-(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1
-(00:27:48 2015-11-13)[nerv] info: create layer: outputL
-(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL
-(00:27:48 2015-11-13)[nerv] info: create layer: selectL1
-[SCHEDULER ITER28 LR0.0060466176]: preparing layers end.
-[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end.
-===ITERATION 29 LR 0.003628===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801.
-[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729.
-[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699.
-[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750.
-[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511.
-[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983.
-[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588.
-[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526.
-[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677.
-[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020.
-[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036.
-[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544.
-[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101.
-[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813.
-[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496.
-[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593.
-[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268.
-[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178.
-[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404.
-[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135.
-[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978.
-[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER29 LR0.00362797056]: Displaying result:
-[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.466056467734> <PPL_OOV 76.827788572212> <LOGP -1752757.1012286>
-[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER29 LR0.00362797056]: shuffling training file
-===PEEK ON TEST 29===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER29 LR0.00362797056]: Displaying result:
-[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931379203> <PPL_OOV 128.47064278211> <LOGP -173828.70523381>
-[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 29===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015.
-	[SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER29 LR0.00362797056]: Displaying result:
-[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17418025757> <PPL_OOV 135.65540698972> <LOGP -157288.56113542>
-[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-
-[SCHEDULER ITER29 LR0.00362797056]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34554093
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34557749
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69268538
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69384767
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70448846
-[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end.
-[SCHEDULER ITER29 LR0.00362797056]: preparing layers...
-(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1
-(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1
-(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1
-(00:34:15 2015-11-13)[nerv] info: create layer: outputL
-(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL
-(00:34:15 2015-11-13)[nerv] info: create layer: selectL1
-[SCHEDULER ITER29 LR0.00362797056]: preparing layers end.
-[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end.
-===ITERATION 30 LR 0.002177===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295.
-[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201.
-[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158.
-[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205.
-[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969.
-[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447.
-[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055.
-[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002.
-[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158.
-[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500.
-[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517.
-[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024.
-[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577.
-[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295.
-[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982.
-[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077.
-[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750.
-[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664.
-[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882.
-[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610.
-[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452.
-[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER30 LR0.002176782336]: Displaying result:
-[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.361914602701> <PPL_OOV 76.735057589915> <LOGP -1752269.5232941>
-[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
-[SCHEDULER ITER30 LR0.002176782336]: shuffling training file
-===PEEK ON TEST 30===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER30 LR0.002176782336]: Displaying result:
-[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.88849863294> <PPL_OOV 128.39945601651> <LOGP -173808.86323925>
-[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
-===VALIDATION 30===
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015.
-	[SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER ITER30 LR0.002176782336]: Displaying result:
-[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17484483031> <PPL_OOV 135.59908588155> <LOGP -157275.25875167>
-[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected...
-
-===VALIDATION PPL record===
-<ITER0 LR0.00000 train:0.000 valid:11363.086 test:0.000> 
-<ITER1 LR1.00000 train:509.588 valid:374.674 test:372.422> 
-<ITER2 LR1.00000 train:335.546 valid:284.315 test:280.569> 
-<ITER3 LR1.00000 train:332.018 valid:282.798 test:276.017> 
-<ITER4 LR1.00000 train:246.297 valid:238.175 test:233.384> 
-<ITER5 LR1.00000 train:222.414 valid:222.103 test:217.164> 
-<ITER6 LR1.00000 train:198.911 valid:211.884 test:206.191> 
-<ITER7 LR1.00000 train:183.986 valid:203.986 test:198.817> 
-<ITER8 LR1.00000 train:171.833 valid:197.855 test:192.957> 
-<ITER9 LR1.00000 train:162.448 valid:192.947 test:188.128> 
-<ITER10 LR1.00000 train:154.850 valid:190.397 test:185.405> 
-<ITER11 LR1.00000 train:148.142 valid:187.754 test:182.394> 
-<ITER12 LR1.00000 train:142.748 valid:186.688 test:180.492> 
-<ITER13 LR1.00000 train:137.666 valid:184.930 test:178.821> 
-<ITER14 LR1.00000 train:133.196 valid:184.001 test:177.654> 
-<ITER15 LR1.00000 train:129.119 valid:182.859 test:176.576> 
-<ITER16 LR1.00000 train:126.033 valid:181.705 test:175.545> 
-<ITER17 LR1.00000 train:122.302 valid:181.064 test:175.149> 
-<ITER18 LR1.00000 train:119.144 valid:181.245 test:175.304> 
-<ITER19 LR0.60000 train:107.907 valid:170.350 test:164.936> 
-<ITER20 LR0.36000 train:99.378 valid:163.278 test:158.352> 
-<ITER21 LR0.21600 train:94.024 valid:159.072 test:154.389> 
-<ITER22 LR0.12960 train:90.574 valid:156.311 test:151.811> 
-<ITER23 LR0.07776 train:88.352 valid:154.277 test:149.877> 
-<ITER24 LR0.04666 train:86.920 valid:152.898 test:148.555> 
-<ITER25 LR0.02799 train:85.956 valid:152.151 test:147.826> 
-<ITER26 LR0.01680 train:85.306 valid:151.667 test:147.369> 
-<ITER27 LR0.01008 train:84.893 valid:151.352 test:147.076> 
-<ITER28 LR0.00605 train:84.631 valid:151.201 test:146.932> 
-<ITER29 LR0.00363 train:84.466 valid:151.174 test:146.899> 
-<ITER30 LR0.00218 train:84.362 valid:151.175 test:146.888> 
-
-===FINAL TEST===
-[SCHEDULER FINAL_TEST]: preparing parameters...
-reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-
-reading chunk 1 from 34554093
-metadata: return {type="nerv.BiasParam",id="bp_h"}
-
-reading chunk 2 from 34557749
-metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-
-reading chunk 3 from 69268538
-metadata: return {type="nerv.BiasParam",id="bp_o"}
-
-reading chunk 4 from 69384767
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-
-reading chunk 5 from 70448846
-[SCHEDULER FINAL_TEST]: preparing parameters end.
-[SCHEDULER FINAL_TEST]: preparing layers...
-(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1
-(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1
-(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1
-(00:40:45 2015-11-13)[nerv] info: create layer: outputL
-(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL
-(00:40:45 2015-11-13)[nerv] info: create layer: selectL1
-[SCHEDULER FINAL_TEST]: preparing layers end.
-[SCHEDULER FINAL_TEST]: Generate and initing TNN ...
-<input>	selectL1	0
-selectL1	recurrentL1	0
-recurrentL1	sigmoidL1	0
-sigmoidL1	combinerL1	0
-combinerL1	recurrentL1	1
-combinerL1	outputL	0
-outputL	softmaxL	0
-<input>	softmaxL	0
-softmaxL	<output>	0
-recurrentL1	#dim_in:	2	#dim_out:	1	#i_conns_p:	2	#o_conns_p	1
-outputL	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-combinerL1	#dim_in:	1	#dim_out:	2	#i_conns_p:	1	#o_conns_p	2
-sigmoidL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	1	#o_conns_p	1
-selectL1	#dim_in:	1	#dim_out:	1	#i_conns_p:	0	#o_conns_p	1
-softmaxL	#dim_in:	2	#dim_out:	1	#i_conns_p:	1	#o_conns_p	0
-TNN initing storage	selectL1	->	recurrentL1
-TNN initing storage	recurrentL1	->	sigmoidL1
-TNN initing storage	sigmoidL1	->	combinerL1
-TNN initing storage	combinerL1	->	recurrentL1
-TNN initing storage	combinerL1	->	outputL
-TNN initing storage	outputL	->	softmaxL
-[SCHEDULER FINAL_TEST]: Initing TNN end.
-[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
-batch_size:	10	chunk_size	15
-[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015.
-	[SCHEDULER FINAL_TEST]: log prob per sample :-2.105765.
-[LOG]LMSeqReader: file expires, closing.
-[SCHEDULER FINAL_TEST]: Displaying result:
-[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931285533> <PPL_OOV 128.47064194653> <LOGP -173828.70500097>
-[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
diff --git a/nerv/examples/lmptb/rnn/tnn.lua b/nerv/examples/lmptb/rnn/tnn.lua
index d6bf42e..c2e397c 100644
--- a/nerv/examples/lmptb/rnn/tnn.lua
+++ b/nerv/examples/lmptb/rnn/tnn.lua
@@ -58,7 +58,7 @@ nerv.TNN.FC.HAS_INPUT = 1
 nerv.TNN.FC.HAS_LABEL = 2
 nerv.TNN.FC.SEQ_NORM = bit.bor(nerv.TNN.FC.HAS_INPUT, nerv.TNN.FC.HAS_LABEL) --This instance have both input and label
 
-function TNN.makeInitialStore(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c)
+function TNN.make_initial_store(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c)
     --Return a table of matrix storage from time (1-chunk_size)..(2*chunk_size)
     if (type(st) ~= "table") then
         nerv.error("st should be a table")
@@ -78,7 +78,7 @@ function TNN.makeInitialStore(st, p, dim, batch_size, chunk_size, global_conf, s
     end
 end
 
-function TNN:outOfFeedRange(t) --out of chunk, or no input, for the current feed
+function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current feed
     if (t < 1 or t > self.chunk_size) then
         return true
     end
@@ -165,9 +165,9 @@ function TNN:init(batch_size, chunk_size)
 
         print("TNN initing storage", ref_from.layer.id, "->", ref_to.layer.id)
         ref_to.inputs_matbak_p[port_to] = self.gconf.cumat_type(batch_size, dim)
-        self.makeInitialStore(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time)
+        self.make_initial_store(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time)
         ref_from.err_inputs_matbak_p[port_from] =  self.gconf.cumat_type(batch_size, dim)
-        self.makeInitialStore(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time)
+        self.make_initial_store(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time)
         
     end
 
@@ -176,8 +176,8 @@ function TNN:init(batch_size, chunk_size)
     for i = 1, #self.dim_out do --Init storage for output ports 
         local ref = self.outputs_p[i].ref
         local p = self.outputs_p[i].port
-        self.makeInitialStore(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0)
-        self.makeInitialStore(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0)
+        self.make_initial_store(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0)
+        self.make_initial_store(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0)
     end 
 
     self.inputs_m = {}
@@ -185,8 +185,8 @@ function TNN:init(batch_size, chunk_size)
     for i = 1, #self.dim_in do --Init storage for input ports 
         local ref = self.inputs_p[i].ref
         local p = self.inputs_p[i].port
-        self.makeInitialStore(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0)
-        self.makeInitialStore(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0)
+        self.make_initial_store(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0)
+        self.make_initial_store(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0)
     end 
 
     for id, ref in pairs(self.layers) do --Calling init for child layers
@@ -285,17 +285,27 @@ end
 --reader: some reader
 --Returns: bool, whether has new feed
 --Returns: feeds, a table that will be filled with the reader's feeds
-function TNN:getFeedFromReader(reader)
+function TNN:getfeed_from_reader(reader)
     local feeds_now = self.feeds_now
     local got_new = reader:get_batch(feeds_now)
     return got_new, feeds_now
 end
 
-function TNN:moveRightToNextMB() --move output history activations of 1..chunk_size to 1-chunk_size..0 
-    for t = 1, self.chunk_size, 1 do
+function TNN:move_right_to_nextmb(list_t) --move output history activations of 1..chunk_size to 1-chunk_size..0 
+    if list_t == nil then
+        list_t = {}
+        for i = 1, self.chunk_size do
+            list_t[i] = i - self.chunk_size
+        end
+    end
+    for i = 1, #list_t do
+        t = list_t[i]
+        if t < 1 - self.chunk_size or t > 0 then
+            nerv.error("MB move range error")
+        end
         for id, ref in pairs(self.layers) do
             for p = 1, #ref.dim_out do
-                ref.outputs_m[t - self.chunk_size][p]:copy_fromd(ref.outputs_m[t][p])
+                ref.outputs_m[t][p]:copy_fromd(ref.outputs_m[t + self.chunk_size][p])
             end
         end
     end
@@ -345,7 +355,7 @@ end
 --ref: the TNN_ref of a layer
 --t: the current time to propagate
 function TNN:propagate_dfs(ref, t)
-    if (self:outOfFeedRange(t)) then
+    if (self:out_of_feedrange(t)) then
         return
     end
     if (ref.outputs_b[t][1] == true) then --already propagated, 1 is just a random port
@@ -357,7 +367,7 @@ function TNN:propagate_dfs(ref, t)
     local flag = true --whether have all inputs
     for _, conn in pairs(ref.i_conns_p) do
         local p = conn.dst.port
-        if (not (ref.inputs_b[t][p] or self:outOfFeedRange(t - conn.time))) then
+        if (not (ref.inputs_b[t][p] or self:out_of_feedrange(t - conn.time))) then
             flag = false
             break
         end
@@ -465,7 +475,7 @@ end
 --ref: the TNN_ref of a layer
 --t: the current time to propagate
 function TNN:backpropagate_dfs(ref, t, do_update)
-    if (self:outOfFeedRange(t)) then
+    if (self:out_of_feedrange(t)) then
         return
     end
     if (ref.err_outputs_b[t][1] == true) then --already back_propagated, 1 is just a random port
@@ -477,7 +487,7 @@ function TNN:backpropagate_dfs(ref, t, do_update)
     local flag = true --whether have all inputs
     for _, conn in pairs(ref.o_conns_p) do
         local p = conn.src.port
-        if (not (ref.err_inputs_b[t][p] or self:outOfFeedRange(t + conn.time))) then
+        if (not (ref.err_inputs_b[t][p] or self:out_of_feedrange(t + conn.time))) then
             flag = false
             break
         end
diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua
index f68311c..50286c9 100644
--- a/nerv/examples/lmptb/tnn_ptb_main.lua
+++ b/nerv/examples/lmptb/tnn_ptb_main.lua
@@ -17,7 +17,7 @@ local LMTrainer = nerv.LMTrainer
 function prepare_parameters(global_conf, iter)
     printf("%s preparing parameters...\n", global_conf.sche_log_pre) 
     
-    if (iter == -1) then --first time
+    if iter == -1 then --first time
         printf("%s first time, generating parameters...\n", global_conf.sche_log_pre) 
         ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf)  
         ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1)
@@ -228,7 +228,7 @@ vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/s
 global_conf = {
     lrate = 1, wcost = 1e-5, momentum = 0,
     cumat_type = nerv.CuMatrixFloat,
-    mmat_type = nerv.CuMatrixFloat,
+    mmat_type = nerv.MMatrixFloat,
     nn_act_default = 0, 
 
     hidden_size = 20,
@@ -290,9 +290,11 @@ printf("%s building vocab...\n", global_conf.sche_log_pre)
 global_conf.vocab:build_file(global_conf.vocab_fn, false)
 ppl_rec = {} 
 
-if (start_iter == -1) then 
+if start_iter == -1 then 
     prepare_parameters(global_conf, -1) --randomly generate parameters
+end
 
+if start_iter == -1 or start_iter == 0 then
     print("===INITIAL VALIDATION===") 
     local tnn, paramRepo = load_net(global_conf, 0)
     local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update!
@@ -309,9 +311,6 @@ if (start_iter == -1) then
     print() 
 end
 
-if (start_iter == 0) then
-    nerv.error("start_iter should not be zero")
-end
 local final_iter
 for iter = start_iter, global_conf.max_iter, 1 do
     final_iter = iter --for final testing
@@ -335,21 +334,17 @@ for iter = start_iter, global_conf.max_iter, 1 do
     if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then 
         global_conf.lrate = (global_conf.lrate * 0.6)
     end 
-    if (ppl_rec[iter].valid < ppl_last) then 
+    if ppl_rec[iter].valid < ppl_last then 
         printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) 
         paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) 
     else 
         printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) 
         os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter))
-        --if (lr_half == true) then
-        --    printf("%s LR is already halfing, end training...\n", global_conf.sche_log_pre)
-        --    break
-        --end
     end 
-    if (ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) then 
+    if ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true then 
         lr_half = true
     end
-    if (ppl_rec[iter].valid < ppl_last) then
+    if ppl_rec[iter].valid < ppl_last then
         ppl_last = ppl_rec[iter].valid
     end
     printf("\n") 
diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua
index c24af16..02a3536 100644
--- a/nerv/layer/affine.lua
+++ b/nerv/layer/affine.lua
@@ -5,7 +5,7 @@ local AffineLayer = nerv.class('nerv.AffineLayer', 'nerv.Layer')
 
 function MatrixParam:read(handle)
     self.trans = self.gconf.cumat_type.new_from_host(
-                    nerv.MMatrixFloat.load(handle))
+                    self.gconf.mmat_type.load(handle))
 end
 
 function MatrixParam:write(handle)
@@ -17,49 +17,46 @@ function MatrixParam:train_init()
     self.correction:fill(0)
 end
 
-function MatrixParam:update(gradient)
+function MatrixParam:_update_by_gradient(gradient, alpha, beta)
     local gconf = self.gconf
-    if (gconf.momentum > 0) then
+    -- momentum gain
+    local mmt_gain = 1.0 / (1.0 - gconf.momentum)
+    local n = self.gconf.batch_size * mmt_gain
+    -- perform update
+    if gconf.momentum > 0 then
         self.correction:add(self.correction, gradient, gconf.momentum, 1.0)
-        -- momentum gain
-        local mmt_gain = 1.0 / (1.0 - gconf.momentum);
-        local n = self.gconf.batch_size * mmt_gain
-        -- perform update
-        self.trans:add(self.trans, self.correction, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate/n)
+        self.trans:add(self.trans, self.correction, alpha, -gconf.lrate / n * beta)
     else
-        self.trans:add(self.trans, gradient, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate/gconf.batch_size)
+        self.trans:add(self.trans, gradient, alpha, -gconf.lrate / n * beta)
     end
 end
 
-function MatrixParam:updateEI(err, input)
+function MatrixParam:_update_by_err_input(err, input, alpha, beta)
     local gconf = self.gconf
-    if (gconf.momentum > 0) then
+    -- momentum gain
+    local mmt_gain = 1.0 / (1.0 - gconf.momentum)
+    local n = self.gconf.batch_size * mmt_gain
+    -- perform update
+    if gconf.momentum > 0 then
         self.correction:mul(input, err, 1.0, gconf.momentum, 'T', 'N')
-        -- momentum gain
-        local mmt_gain = 1.0 / (1.0 - gconf.momentum);
-        local n = self.gconf.batch_size * mmt_gain
-        -- perform update
-        self.trans:add(self.trans, self.correction, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate/n)
+        self.trans:add(self.trans, self.correction, alpha, -gconf.lrate / n * beta)
     else
-        self.trans:mul(input, err, -gconf.lrate/gconf.batch_size, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, 'T', 'N')
+        self.trans:mul(input, err, -gconf.lrate / n * beta, alpha, 'T', 'N')
     end
 end
 
---[[ --these updates are the same
-function LinearTransParam:update(gradient)
-    MatrixParam.update(self, gradient)
-    -- local gconf = self.gconf
-    -- weight decay(put into MatrixParam:update)
-    -- self.trans:add(self.trans, self.trans, 1.0, -gconf.lrate * gconf.wcost / gconf.batch_size)
+function MatrixParam:update_by_gradient(gradient)
+    self:_update_by_gradient(gradient, 1.0, 1.0)
 end
 
-function BiasParam:update(gradient)
-    MatrixParam.update(self, gradient)
-    --local gconf = self.gconf
-    -- weight decay
-    -- self.trans:add(self.trans, self.trans, 1.0, -gconf.lrate * gconf.wcost / gconf.batch_size)
+function MatrixParam:update_by_err_input(err, input)
+    self:_update_by_err_input(err, input, 1.0, 1.0)
+end
+
+function LinearTransParam:update_by_err_input(err, input)
+    local l2 = 1 - gconf.lrate * gconf.wcost
+    self:_update_by_err_input(err, input, l2, l2)
 end
-]]--
 
 function AffineLayer:__init(id, global_conf, layer_conf)
     self.id = id
@@ -69,7 +66,7 @@ function AffineLayer:__init(id, global_conf, layer_conf)
     self.dim_out = layer_conf.dim_out
     self.gconf = global_conf
     self:check_dim_len(1, 1) -- exactly one input and one output
-    self.direct_update = layer_conf.direct_update or global_conf.direct_update
+    -- self.direct_update = layer_conf.direct_update or global_conf.direct_update
 end
 
 function AffineLayer:init(batch_size)
@@ -92,25 +89,8 @@ function AffineLayer:batch_resize(batch_size)
 end
 
 function AffineLayer:update(bp_err, input, output)
-    if (self.direct_update == true) then
-        local gconf = self.gconf
-        if (gconf.momentum > 0) then
-            self.ltp.correction:mul(input[1], bp_err[1], 1.0, gconf.momentum, 'T', 'N')
-            self.bp.correction:add(self.bp.correction, bp_err[1]:colsum(), gconf.momentum, 1)
-            -- momentum gain
-            local mmt_gain = 1.0 / (1.0 - gconf.momentum);
-            local n = self.gconf.batch_size * mmt_gain
-            -- perform update
-            self.ltp.trans:add(self.ltp.trans, self.ltp.correction, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate / n)
-            self.bp.trans:add(self.bp.trans, self.bp.correction, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate / n)
-        else
-            self.ltp.trans:mul(input[1], bp_err[1], -gconf.lrate / gconf.batch_size, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, 'T', 'N')
-            self.bp.trans:add(self.bp.trans, bp_err[1]:colsum(), 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate / gconf.batch_size)
-        end
-    else
-        self.ltp:updateEI(bp_err[1], input[1])
-        self.bp:update(bp_err[1]:colsum())
-    end
+    self.ltp:update_by_err_input(bp_err[1], input[1])
+    self.bp:update_by_gradient(bp_err[1]:colsum())
 end
 
 function AffineLayer:propagate(input, output)
diff --git a/nerv/layer/affine_recurrent.lua b/nerv/layer/affine_recurrent.lua
index b465e95..da189e0 100644
--- a/nerv/layer/affine_recurrent.lua
+++ b/nerv/layer/affine_recurrent.lua
@@ -42,28 +42,28 @@ function Recurrent:batch_resize(batch_size)
 end
 
 function Recurrent:update(bp_err, input, output)
-    if (self.direct_update == true) then
+    if self.direct_update == true then
         local ltp_hh = self.ltp_hh.trans
         local bp = self.bp.trans
         local gconf = self.gconf
         if (gconf.momentum > 0) then
             -- momentum gain
-            local mmt_gain = 1.0 / (1.0 - gconf.momentum);
+            local mmt_gain = 1.0 / (1.0 - gconf.momentum)
             local n = input[1]:nrow() * mmt_gain
             -- update corrections (accumulated errors)
             self.ltp_hh.correction:mul(input[2], bp_err[1], 1.0, gconf.momentum, 'T', 'N')
             self.bp.correction:add(self.bp.correction, bp_err[1]:colsum(), gconf.momentum, 1.0)
             -- perform update and weight decay
-            ltp_hh:add(ltp_hh, self.ltp_hh.correction, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate/n)
-            bp:add(bp, self.bp.correction, 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate/n)
+            ltp_hh:add(ltp_hh, self.ltp_hh.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n)
+            bp:add(bp, self.bp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n)
         else
-            ltp_hh:mul(input[2], bp_err[1], -gconf.lrate/gconf.batch_size, 1.0-gconf.wcost*gconf.lrate/gconf.batch_size, 'T', 'N')
-            bp:add(bp, bp_err[1]:colsum(), 1.0-gconf.lrate*gconf.wcost/gconf.batch_size, -gconf.lrate/gconf.batch_size)
+            ltp_hh:mul(input[2], bp_err[1], - gconf.lrate / gconf.batch_size, 1.0 - gconf.wcost * gconf.lrate / gconf.batch_size, 'T', 'N')
+            bp:add(bp, bp_err[1]:colsum(), 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / gconf.batch_size)
         end
     else
         --self.ltp_hh_grad:mul(input[2], bp_err[1], 1.0, 0.0, 'T', 'N') 
-        self.ltp_hh:updateEI(bp_err[1], input[2])       
-        self.bp:update(bp_err[1]:colsum())
+        self.ltp_hh:update_by_err_input(bp_err[1], input[2])       
+        self.bp:update_by_gradient(bp_err[1]:colsum())
     end
 end
 
@@ -85,7 +85,7 @@ function Recurrent:back_propagate(bp_err, next_bp_err, input, output)
     end
     ]]--
     if (self.clip ~= nil) then
-        next_bp_err[2]:clip(-self.clip, self.clip)
+        next_bp_err[2]:clip(- self.clip, self.clip)
     end
 end
 
diff --git a/nerv/lib/matrix/cukernel.cu b/nerv/lib/matrix/cukernel.cu
index a19030a..210e6bf 100644
--- a/nerv/lib/matrix/cukernel.cu
+++ b/nerv/lib/matrix/cukernel.cu
@@ -1,5 +1,41 @@
 #define NERV_GENERIC_CUKERNEL
 
+#include "cumatrix.h"
+
+#ifdef __NERV_FUTURE_CUDA_7
+__device__ double atomicAdd_nvidia(double* address, double val) {
+    /* nvidia provided this implementation
+     atmoicAdd is not included in CUDA for double */
+    unsigned long long int* address_as_ull =
+                                          (unsigned long long int*)address;
+    unsigned long long int old = *address_as_ull, assumed;
+    do {
+        assumed = old;
+        old = atomicCAS(address_as_ull, assumed,
+                        __double_as_longlong(val +
+                        __longlong_as_double(assumed)));
+    } while (assumed != old);
+    return __longlong_as_double(old);
+}
+
+__device__ float atomicAdd_nvidia(float* address, float val) {
+    /* nvidia provided this implementation
+     I tried the included atomocAdd, but the select_liner layer result seems
+     unreproduceable, but sadly, even if I used this implementation, the
+     select_linear layer result is still unreproduceable */
+    int* address_as_ull = (int*)address;
+    int old = *address_as_ull, assumed;
+    do {
+        assumed = old;
+        old = atomicCAS(address_as_ull, assumed,
+                        __float_as_int(val +
+                        __int_as_float(assumed)));
+    } while (assumed != old);
+    return __int_as_float(old);
+}
+#endif
+
+
 #define cudak_(NAME) cudak_float_ ## NAME
 #define MATRIX_USE_FLOAT
 #include "generic/elem_type.h"
diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu
index d042d48..e58c488 100644
--- a/nerv/lib/matrix/generic/cukernel.cu
+++ b/nerv/lib/matrix/generic/cukernel.cu
@@ -225,14 +225,18 @@ __global__ void cudak_(clip)(MATRIX_ELEM *a,
             a[j + i * stride] = val_1;
 }
 
+#ifdef __NERV_FUTURE_CUDA_7
 __global__ void cudak_(update_select_rows)(MATRIX_ELEM *c, const MATRIX_ELEM *a, const MATRIX_ELEM *idx,
                             int nrow_a, int ncol_a, int stride_c, int stride_a, double alpha, double beta) {
     int j = blockIdx.x * blockDim.x + threadIdx.x;
     int i = blockIdx.y * blockDim.y + threadIdx.y;
     if (i >= nrow_a || j >= ncol_a) return;
     int i_c = lrintf(idx[i]);
-    c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha;
+    //critical: i_c could conflict among threads(same index in the idx array), so atomicAdd is used
+    //c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; 
+    atomicAdd_nvidia(c + j + i_c * stride_c, c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha);
 }
+#endif
 
 __global__ void cudak_(expand_frm)(const MATRIX_ELEM *a, MATRIX_ELEM *b,
                                     int nrow, int ncol,
@@ -550,6 +554,7 @@ extern "C" {
         cudaStreamSynchronize(0);
     }
     
+#ifdef __NERV_FUTURE_CUDA_7
     void cudak_(cuda_update_select_rows)(Matrix *c, const Matrix *a, const Matrix *idx, double alpha, double beta) {
         dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N);
         dim3 numBlocks(CEIL_DIV(a->ncol, threadsPerBlock.x),
@@ -560,6 +565,7 @@ extern "C" {
              a->stride / sizeof(MATRIX_ELEM), alpha, beta);
         cudaStreamSynchronize(0);
     }
+#endif
 
     void cudak_(cuda_expand_frm)(const Matrix *a, Matrix *b, int context) {
         dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N);
diff --git a/nerv/lib/matrix/generic/cumatrix.c b/nerv/lib/matrix/generic/cumatrix.c
index 2dc5899..00af895 100644
--- a/nerv/lib/matrix/generic/cumatrix.c
+++ b/nerv/lib/matrix/generic/cumatrix.c
@@ -359,6 +359,7 @@ void nerv_matrix_(copy_rows_fromd_by_idx)(Matrix *a, const Matrix *b,
     NERV_SET_STATUS(status, NERV_NORMAL, 0);
 }
 
+#ifdef __NERV_FUTURE_CUDA_7
 void nerv_matrix_(update_select_rows)(Matrix *c, const Matrix *a, const Matrix *idx, double alpha, double beta, Status *status) {
     long nrow = a->nrow;
     if (idx->nrow != 1)
@@ -370,6 +371,7 @@ void nerv_matrix_(update_select_rows)(Matrix *c, const Matrix *a, const Matrix *
     PROFILE_STOP
     NERV_SET_STATUS(status, NERV_NORMAL, 0);
 }
+#endif
 
 void nerv_matrix_(expand_frm)(Matrix *a, const Matrix *b,
                             int context, Status *status) {
diff --git a/nerv/matrix/generic/cumatrix.c b/nerv/matrix/generic/cumatrix.c
index f675149..e1519b0 100644
--- a/nerv/matrix/generic/cumatrix.c
+++ b/nerv/matrix/generic/cumatrix.c
@@ -291,8 +291,10 @@ static int nerv_matrix_(lua_scale_rows_by_row)(lua_State *L) {
     return 0;
 }
 
+#ifdef __NERV_FUTURE_CUDA_7
 static int nerv_matrix_(lua_update_select_rows)(lua_State *L) {
-    //Update c's select rows, i.e. c[idx[i]] = c[idx[i]] * (1 - beta * alpha) + a[i] * alpha
+    /* update c's select rows,
+     * i.e. c[idx[i]] = c[idx[i]] * (1 - beta * alpha) + a[i] * alpha */
     Status status;
     Matrix *c = luaT_checkudata(L, 1, nerv_matrix_(tname));
     const Matrix *a = luaT_checkudata(L, 2, nerv_matrix_(tname));
@@ -303,6 +305,7 @@ static int nerv_matrix_(lua_update_select_rows)(lua_State *L) {
     NERV_LUA_CHECK_STATUS(L, status);
     return 0;
 }
+#endif
 
 static const luaL_Reg nerv_matrix_(extra_methods)[] = {
     {"colsum", nerv_matrix_(lua_colsum)},
@@ -323,7 +326,6 @@ static const luaL_Reg nerv_matrix_(extra_methods)[] = {
     {"add_row", nerv_matrix_(lua_add_row)},
     {"clip", nerv_matrix_(lua_clip)},
     {"fill", nerv_matrix_(lua_fill)},
-    {"update_select_rows", nerv_matrix_(lua_update_select_rows)},
     {"sigmoid", nerv_matrix_(lua_sigmoid)},
     {"sigmoid_grad", nerv_matrix_(lua_sigmoid_grad)},
     {"softmax", nerv_matrix_(lua_softmax)},
@@ -335,6 +337,9 @@ static const luaL_Reg nerv_matrix_(extra_methods)[] = {
     {"rearrange_frm", nerv_matrix_(lua_rearrange_frm)},
     {"scale_rows_by_row", nerv_matrix_(lua_scale_rows_by_row)},
     {"scale_rows_by_col", nerv_matrix_(lua_scale_rows_by_col)},
+#ifdef __NERV_FUTURE_CUDA_7
+    {"update_select_rows", nerv_matrix_(lua_update_select_rows)},
+#endif
     {NULL, NULL}
 };
 
diff --git a/nerv/matrix/init.lua b/nerv/matrix/init.lua
index 1091d7e..14b83d4 100644
--- a/nerv/matrix/init.lua
+++ b/nerv/matrix/init.lua
@@ -80,3 +80,15 @@ function nerv.CuMatrixFloat:new_to_host()
     self:copy_toh(res)
     return res
 end
+
+function nerv.CuMatrixDouble.new_from_host(mat)
+    local res = nerv.CuMatrixDouble(mat:nrow(), mat:ncol())
+    res:copy_fromh(mat)
+    return res
+end
+
+function nerv.CuMatrixDouble:new_to_host()
+    local res = nerv.MMatrixDouble(self:nrow(), self:ncol())
+    self:copy_toh(res)
+    return res
+end
author	txh18 <[email protected]>	2015-11-23 15:34:05 +0800
committer	txh18 <[email protected]>	2015-11-23 15:34:05 +0800
commit	fee96e3d2cb39c6e2b4631b9d8b37b9949df27e7 (patch)
tree	18493f755fedd928f5225d435875cd440342d255 /nerv
parent	cb4f01b67c3bbbfef8eee8902210b75957add62f (diff)
parent	6d66b73e49e3a3e41a1fb92d5180163f45ff6253 (diff)